-- Logs begin at Fri 2022-01-28 01:12:56 UTC, end at Fri 2022-01-28 02:13:18 UTC. -- Jan 28 01:48:12.137197 dv-cinder-824978-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 01:48:15.015684 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.common.config [-] Logging enabled! Jan 28 01:48:15.016312 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 01:48:15.016469 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 01:48:15.019689 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.common.config [-] Logging enabled! Jan 28 01:48:15.019946 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 01:48:15.020258 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 01:48:15.021228 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:48:15.021464 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:48:15.021825 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:48:15.022075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:48:15.022302 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:48:15.022626 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.022952 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.023249 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.023482 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.023777 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.024065 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.024348 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.024635 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.024965 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.025255 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.025535 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.025818 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.026051 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.026335 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.026624 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.026910 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.027138 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] debug = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.027419 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.027848 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.028263 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.028544 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.028855 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.029135 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.029407 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.029683 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.029967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.030292 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] host = dv-cinder-824978-1-iscsi {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.030570 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.030857 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.031146 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.031433 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.031711 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.031986 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.032270 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.032543 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.033089 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.033368 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.033660 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.033949 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.034239 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.034467 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.034691 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.034982 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.035268 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.035547 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.035824 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.036100 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.036374 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.036650 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.036945 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.037232 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.037518 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.037808 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.038083 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.038875 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.039165 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.039443 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.039722 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.039996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.040268 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.040543 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.040863 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.041136 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.041410 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.041713 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.042000 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.042283 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.042568 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.042842 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.043124 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.043400 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.043678 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.043952 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_json = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.044227 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.044499 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.044781 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.045077 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.045351 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.045623 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.045897 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.046184 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:15.046480 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.046776 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.047074 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.047362 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.047652 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.047931 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.048221 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.048504 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.048791 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.049099 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.049391 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.049667 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.049955 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.050236 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.050530 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.050835 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.051130 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.051422 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.051693 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.051967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.052241 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.052519 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.052827 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.053110 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.053397 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.053685 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.053962 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.054823 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.055118 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.055426 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.055683 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.055964 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.056257 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.056537 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.056825 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.057109 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.057400 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.057680 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.057951 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.058233 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.058518 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.058790 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.059061 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.059339 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.059626 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.059903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.060173 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.060444 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.060721 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.061026 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.061309 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.061586 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.061856 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.062128 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.062405 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.062678 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.062949 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.063225 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.063496 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.063773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.064044 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.064314 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.064584 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.064876 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.065148 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.065418 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.065687 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.065963 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.066234 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.066505 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.066775 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.067047 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.067318 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.067601 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.067898 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.068175 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.068456 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.068732 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.069032 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.069308 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.069583 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.069880 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.070155 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.070432 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.070714 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.070996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.071282 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.071568 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.071840 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.072140 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.072414 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.072696 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.072998 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.073276 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.073556 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.073838 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.074130 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.074423 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.074715 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.075006 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.075295 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.075574 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.075880 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.076156 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:15.076372 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:48:15.076614 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101236) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 01:48:15.430950 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 01:48:15.431198 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 01:48:15.431443 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 01:48:15.431784 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 01:48:15.844273 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.844552 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.844842 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.846153 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.846429 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.846695 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.884813 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.885082 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.885347 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.901250 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.901531 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.901805 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.931321 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.931595 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.931865 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.969834 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.970110 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:15.970377 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.222331 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.222978 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.222978 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.223130 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.223732 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.350007 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.350334 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.350618 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.350936 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.351687 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.352008 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.352277 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.352540 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.352831 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.353111 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.353376 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.353646 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.353903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.354155 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.354411 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.354679 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.354938 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.355203 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.355473 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.355730 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.355999 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.356250 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.356531 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.356935 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.357187 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.357432 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.357826 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.358070 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.358305 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.358538 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.358769 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.359002 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:16.359364 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 01:48:16.362630 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 01:48:16.366685 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 01:48:16.371166 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 28 01:48:16.372834 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 01:48:16.373291 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 01:48:16.373626 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 01:48:16.374012 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 01:48:16.377057 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 01:48:16.377309 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 01:48:16.377650 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 01:48:16.384150 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 01:48:16.407345 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 01:48:16.408056 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.408358 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101236) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 01:48:16.408718 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.410132 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101236) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 01:48:16.410416 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 01:48:16.410659 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 01:48:16.414408 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.414691 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:16.481111 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 01:48:16.481330 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 01:48:16.481493 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 01:48:16.481865 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 01:48:16.504991 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_db.sqlalchemy.engines [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101236) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 01:48:17.050836 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing driver for type 'gre' Jan 28 01:48:17.051361 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] gre ID ranges: [(1, 1000)] Jan 28 01:48:17.104769 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing driver for type 'local' Jan 28 01:48:17.105149 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing driver for type 'vlan' Jan 28 01:48:17.118115 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] VlanTypeDriver initialization complete Jan 28 01:48:17.118507 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing driver for type 'vxlan' Jan 28 01:48:17.118992 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] vxlan ID ranges: [(1, 1000)] Jan 28 01:48:17.170741 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing extension driver 'port_security' Jan 28 01:48:17.171065 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] PortSecurityExtensionDriver initialization complete Jan 28 01:48:17.171399 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing mechanism driver 'openvswitch' Jan 28 01:48:17.171723 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing mechanism driver 'hyperv' Jan 28 01:48:17.178369 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:17.180741 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.181148 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.181503 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.182024 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.182457 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.182813 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.183158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.183549 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.183976 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.184357 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.184700 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.185109 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.185513 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.185908 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.186284 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.186690 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.187097 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.187442 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.187779 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.188161 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.188562 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > address_group after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.188998 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > address_group after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.189340 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.189724 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101236) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:48:17.190161 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] ML2 OVO RPC backend initialized. {{(pid=101236) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 01:48:17.190869 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.191221 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.191634 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.191979 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > networks before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.192327 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.192667 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > ports before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.193038 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.193378 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnets before_response 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.193722 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.194060 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.194396 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.195316 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.195667 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.196041 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.196378 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.196717 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.197074 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.197643 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.plugin [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Modular L2 Plugin initialization complete Jan 28 01:48:17.197969 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading services supported by the core plugin {{(pid=101236) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 01:48:17.198295 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.plugins.ml2.managers [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Got port-security extension from driver 'port_security' Jan 28 01:48:17.198749 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.extensions.vlantransparent [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Disabled vlantransparent extension. Jan 28 01:48:17.199226 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101236) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 01:48:17.199536 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: router Jan 28 01:48:17.235746 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.236300 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_create 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.236482 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router before_create 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.236864 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.237238 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.237592 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_delete 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.237946 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.238418 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.238776 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_create 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.239120 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.239467 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.239813 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.240170 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.240582 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.240981 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.241320 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.241680 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: subnet after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.242017 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.242366 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.242710 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.243048 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.243390 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.243744 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router after_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.244084 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.244432 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.244790 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.245155 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.245514 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > agent after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.245866 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > agent after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.246208 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > network after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.247062 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Tracking information for resource: router configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:17.247396 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Tracking information for resource: floatingip configured {{(pid=101236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:48:17.252355 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.db.l3_agentschedulers_db [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 01:48:17.252970 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.253332 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.253681 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.254030 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: port after_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.254808 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router before_create 55550100 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.255169 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.255527 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_create 55550100 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.255882 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > router precommit_update 55550100 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.261284 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.provider_configuration [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service providers = [] {{(pid=101236) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 01:48:17.261647 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.db.servicetype_db [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101236) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 01:48:17.264558 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.service_base [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:48:17.264938 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.service_base [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:48:17.265281 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.service_base [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:48:17.266165 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.services.service_base [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:48:17.266534 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.services.service_base [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 01:48:17.266902 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.267216 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 01:48:17.278639 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.278978 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: auto_allocate Jan 28 01:48:17.285043 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: network precommit_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.285408 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: network precommit_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.285922 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.286238 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: tag Jan 28 01:48:17.293106 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.293437 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: timestamp Jan 28 01:48:17.297280 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.297607 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: network_ip_availability Jan 28 01:48:17.303087 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.303411 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.303762 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.304575 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.304923 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: flavors Jan 28 01:48:17.309973 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.310305 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading Plugin: revisions Jan 28 01:48:17.314848 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:48:17.315238 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.884s {{(pid=101236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 01:48:17.315982 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101236) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 01:48:17.316312 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Initializing extension manager. Jan 28 01:48:17.316843 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: __init__.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.317188 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: __pycache__ {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.317519 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.317844 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: address_group.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.318599 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.319168 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: address-group Jan 28 01:48:17.319507 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: address_scope.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.320781 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.321371 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: address-scope Jan 28 01:48:17.321695 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.322642 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.323130 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: router-admin-state-down-before-update Jan 28 01:48:17.323451 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: agent.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.324144 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.324645 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: agent Jan 28 01:48:17.324995 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: agent_resources_synced.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.325895 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.326403 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: agent-resources-synced Jan 28 01:48:17.326724 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: allowedaddresspairs.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.328500 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.329052 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: allowed-address-pairs Jan 28 01:48:17.329388 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: auto_allocated_topology.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.330466 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.330984 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: auto-allocated-topology Jan 28 01:48:17.331313 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: availability_zone.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.332005 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.332514 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: availability_zone Jan 28 01:48:17.332871 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: availability_zone_filter.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.333773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.334280 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: availability_zone_filter Jan 28 01:48:17.334601 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: data_plane_status.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.336187 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.336694 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 01:48:17.337047 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: default_subnetpools.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.337957 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.338463 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: default-subnetpools Jan 28 01:48:17.338784 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.339593 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.340097 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: dhcp_agent_scheduler Jan 28 01:48:17.340420 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: dns.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.341355 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.341857 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 01:48:17.342189 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: dns_domain_ports.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.343076 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.343580 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 01:48:17.343899 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.344846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.345361 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 01:48:17.345694 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: dvr.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.346360 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.346863 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: dvr Jan 28 01:48:17.347183 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: ecmp_routes.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.348090 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.348591 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 01:48:17.348942 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: empty_string_filtering.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.349845 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.350349 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: empty-string-filtering Jan 28 01:48:17.350667 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.351597 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.352095 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 01:48:17.352411 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.353335 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.353836 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 01:48:17.354153 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: external_net.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.355052 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.355553 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: external-net Jan 28 01:48:17.355872 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.356832 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.357337 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: extra_dhcp_opt Jan 28 01:48:17.357655 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: extraroute.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.358567 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.359067 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: extraroute Jan 28 01:48:17.359391 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: extraroute_atomic.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.360417 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.360954 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: extraroute-atomic Jan 28 01:48:17.361278 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: filter_validation.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.362115 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.362618 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: filter-validation Jan 28 01:48:17.362939 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: fip_pf_description.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.363840 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.364346 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 01:48:17.364664 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: fip_port_details.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.365595 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.366096 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: fip-port-details Jan 28 01:48:17.366414 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: flavors.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.367776 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.368285 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: flavors Jan 28 01:48:17.368607 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.370318 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.370840 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 01:48:17.371164 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: floatingip_pools.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.371855 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.372363 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: floatingip-pools Jan 28 01:48:17.372684 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: ip_allocation.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.373625 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.374126 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 01:48:17.374444 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.375356 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.375863 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: ip-substring-filtering Jan 28 01:48:17.376184 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l2_adjacency.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.377120 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.377626 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 01:48:17.377948 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.378903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.379422 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: router Jan 28 01:48:17.379744 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.382032 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.383130 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 01:48:17.383458 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.384400 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.384954 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: ext-gw-mode Jan 28 01:48:17.385283 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.386213 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.386727 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: l3-ha Jan 28 01:48:17.387048 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3_flavors.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.387950 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.388456 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: l3-flavors Jan 28 01:48:17.388773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.389705 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.390207 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 01:48:17.390528 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: l3agentscheduler.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.391563 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.392073 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: l3_agent_scheduler Jan 28 01:48:17.392398 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: logging.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.393923 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.394447 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension logging not supported by any of loaded plugins Jan 28 01:48:17.394777 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: metering.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.395516 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.396092 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: metering Jan 28 01:48:17.396416 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.397649 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.398845 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: metering_source_and_destination_fields Jan 28 01:48:17.399164 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: multiprovidernet.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.400091 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.400599 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: multi-provider Jan 28 01:48:17.400959 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: netmtu.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.401872 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.402388 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: net-mtu Jan 28 01:48:17.402707 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: netmtu_writable.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.403616 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.404124 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: net-mtu-writable Jan 28 01:48:17.404444 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: network_availability_zone.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.405145 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.405647 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: network_availability_zone Jan 28 01:48:17.405968 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: network_ip_availability.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.407075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.407588 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: network-ip-availability Jan 28 01:48:17.408180 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: network_segment_range.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.408971 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.409480 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 01:48:17.409800 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: pagination.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.410774 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.411105 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: pagination Jan 28 01:48:17.411427 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: port_device_profile.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.412322 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.412883 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: port-device-profile Jan 28 01:48:17.413217 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.414163 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.414667 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: port-mac-address-regenerate Jan 28 01:48:17.414987 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.415888 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.416393 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: port-numa-affinity-policy Jan 28 01:48:17.416712 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: port_resource_request.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.417630 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.418133 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 01:48:17.418450 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: portbindings.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.419379 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.419886 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: binding Jan 28 01:48:17.420204 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: portbindings_extended.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.421495 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.422008 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: binding-extended Jan 28 01:48:17.422330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: portsecurity.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.423231 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.423739 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: port-security Jan 28 01:48:17.424061 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: project_id.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.425053 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.425379 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: project-id Jan 28 01:48:17.425697 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: providernet.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.426604 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.427119 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: provider Jan 28 01:48:17.427437 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.431566 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.432082 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos not supported by any of loaded plugins Jan 28 01:48:17.432408 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.433686 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.434198 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 01:48:17.434528 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.435439 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.435946 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 01:48:17.436273 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_default.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.437213 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.437724 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-default not supported by any of loaded plugins Jan 28 01:48:17.438051 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_fip.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.438702 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.439207 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 01:48:17.439523 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_gateway_ip.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.440447 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.440987 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 01:48:17.441308 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_port_network_policy.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.442206 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.442712 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 01:48:17.443031 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_pps_rule.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.444206 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.445434 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 01:48:17.445762 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_rule_type_details.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.446666 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.447170 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 01:48:17.447490 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: qos_rules_alias.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.448526 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.449069 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 01:48:17.449389 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: quotasv2.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.450502 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.450827 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: quotas Jan 28 01:48:17.451147 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: quotasv2_detail.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.454591 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.454934 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: quota_details Jan 28 01:48:17.455270 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: rbac.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.456401 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.457024 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: rbac-policies Jan 28 01:48:17.457359 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: rbac_address_group.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.458380 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.458895 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: rbac-address-group Jan 28 01:48:17.459224 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: rbac_address_scope.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.460151 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.460724 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: rbac-address-scope Jan 28 01:48:17.461068 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: rbac_security_groups.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.462023 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.462548 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: rbac-security-groups Jan 28 01:48:17.462870 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: rbac_subnetpool.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.463790 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.464300 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: rbac-subnetpool Jan 28 01:48:17.464621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: revisionifmatch.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.465577 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.466092 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: revision-if-match Jan 28 01:48:17.466415 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: revisions.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.467567 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.468083 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: standard-attr-revisions Jan 28 01:48:17.468405 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: router_availability_zone.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.469116 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.469627 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: router_availability_zone Jan 28 01:48:17.469954 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: routerservicetype.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.470880 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.471387 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 01:48:17.471708 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.472617 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.473174 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: security-groups-normalized-cidr Jan 28 01:48:17.473495 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.474401 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.474908 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: port-security-groups-filtering Jan 28 01:48:17.475229 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.476165 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.476678 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: security-groups-remote-address-group Jan 28 01:48:17.477018 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: securitygroup.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.488426 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.488994 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: security-group Jan 28 01:48:17.489333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: segment.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.490132 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.490643 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension segment not supported by any of loaded plugins Jan 28 01:48:17.490972 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.492470 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.493008 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 01:48:17.493333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: servicetype.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.494586 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.495141 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: service-type Jan 28 01:48:17.495468 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: sorting.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.496474 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.496816 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: sorting Jan 28 01:48:17.497170 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: standard_attr_segment.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.498273 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.498880 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 01:48:17.499324 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: standardattrdescription.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.500001 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.500688 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: standard-attr-description Jan 28 01:48:17.501092 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: stateful_security_group.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.502213 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.502791 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: stateful-security-group Jan 28 01:48:17.503182 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: stdattrs_common.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.503899 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 01:48:17.504291 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.505328 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.506063 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 01:48:17.506389 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnet_onboard.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.508363 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.509245 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: subnet_onboard Jan 28 01:48:17.509689 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.511144 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.511697 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 01:48:17.512042 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnet_service_types.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.513140 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.513680 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: subnet-service-types Jan 28 01:48:17.514039 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnetallocation.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.515255 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.515823 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: subnet_allocation Jan 28 01:48:17.516173 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.516956 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.517569 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: subnetpool-prefix-ops Jan 28 01:48:17.517966 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.519019 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.519552 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 01:48:17.519960 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: tagging.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.521195 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.521711 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: standard-attr-tag Jan 28 01:48:17.522040 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: timestamp.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.523313 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.523823 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loaded extension: standard-attr-timestamp Jan 28 01:48:17.524146 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: trunk.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.525210 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.525724 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension trunk not supported by any of loaded plugins Jan 28 01:48:17.526051 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: trunk_details.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.526962 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.527474 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 01:48:17.527798 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: uplink_status_propagation.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.528733 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.529277 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 01:48:17.529601 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Loading extension file: vlantransparent.py {{(pid=101236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:48:17.530289 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:48:17.530798 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 01:48:17.533569 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:network Jan 28 01:48:17.534095 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnet Jan 28 01:48:17.534497 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:48:17.534888 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:port Jan 28 01:48:17.536140 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.536582 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service FLAVORS assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.537219 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.537635 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.537969 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:router Jan 28 01:48:17.538426 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 01:48:17.538908 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service METERING assigned prefix: /metering {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.540376 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.540741 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.541119 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:48:17.542119 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 01:48:17.542569 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:security_group Jan 28 01:48:17.542997 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 01:48:17.543578 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service CORE assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.543902 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:48:17.544246 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] subnetpool is already registered Jan 28 01:48:17.544663 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service CORE assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.545006 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:48:17.545340 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] subnetpool is already registered Jan 28 01:48:17.547619 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.548044 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service FLAVORS assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.548621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.549061 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.549391 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:router Jan 28 01:48:17.549999 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] router is already registered Jan 28 01:48:17.550117 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 01:48:17.550455 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] floatingip is already registered Jan 28 01:48:17.550900 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service METERING assigned prefix: /metering {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.551554 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 01:48:17.551881 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] rbac_policy is already registered Jan 28 01:48:17.552287 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:security_group Jan 28 01:48:17.552619 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] security_group is already registered Jan 28 01:48:17.553035 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 01:48:17.553414 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] security_group_rule is already registered Jan 28 01:48:17.554745 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service CORE assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.555203 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:48:17.555203 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] subnetpool is already registered Jan 28 01:48:17.555572 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.v2.resource_helper [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Service CORE assigned prefix: {{(pid=101236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:48:17.555891 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:48:17.556217 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING neutron.quota.resource_registry [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] subnetpool is already registered Jan 28 01:48:17.556673 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: extensions {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.558207 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: address-groups {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.559674 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: address-scopes {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.560991 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: agents {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.562140 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: auto-allocated-topology {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.563355 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: availability_zones {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.564563 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: dhcp-networks {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.566077 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: dhcp-agents {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.567466 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: routers {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.569702 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: flavors {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.571616 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: service_profiles {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.572835 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: next_providers {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.574261 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: service_profiles {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.575775 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: floatingip-pools {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.577005 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: routers {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.579046 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: floatingips {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.580462 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: l3-routers {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.581861 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: l3-agents {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.583247 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: metering-labels {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.584577 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: metering-label-rules {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.586123 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: network-ip-availabilities {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.587387 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: bindings {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.589029 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: quotas {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.590413 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: quotas {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.591794 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: rbac-policies {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.593005 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: security-groups {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.595323 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: security-group-rules {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.596579 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: service-providers {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.597790 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: subnetpools {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.599185 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: subnetpools {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.600603 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.602458 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.604217 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.605994 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.607745 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.609596 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.611247 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.613118 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.614844 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.617095 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron.api.extensions [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Extended resource: tags {{(pid=101236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:48:17.623038 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING keystonemiddleware.auth_token [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 01:48:17.627751 dv-cinder-824978-1-iscsi neutron-server[101236]: WARNING keystonemiddleware.auth_token [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 01:48:17.637136 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Acquired lock "singleton_lock" {{(pid=101236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 01:48:17.637607 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_concurrency.lockutils [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Releasing lock "singleton_lock" {{(pid=101236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 01:48:17.638242 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Starting 2 workers Jan 28 01:48:17.643167 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Started child 101345 {{(pid=101236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:48:17.647680 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Started child 101346 {{(pid=101236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:48:17.649119 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.650062 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO neutron.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 01:48:17.650727 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Notify callbacks [] for process, before_spawn {{(pid=101236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.650829 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [-] (101345) wsgi starting up on http://0.0.0.0:9696 Jan 28 01:48:17.652900 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.653395 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Starting 1 workers Jan 28 01:48:17.654419 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [-] (101346) wsgi starting up on http://0.0.0.0:9696 Jan 28 01:48:17.658701 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Started child 101347 {{(pid=101236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:48:17.659251 dv-cinder-824978-1-iscsi neutron-server[101236]: INFO oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Starting 1 workers Jan 28 01:48:17.662448 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] calling RpcWorker wait() {{(pid=101347) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 01:48:17.663013 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] returning from RpcWorker wait() {{(pid=101347) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 01:48:17.664471 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Started child 101348 {{(pid=101236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:48:17.666083 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.666258 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae33-0cc3-43a1-ae50-9b9b3a4dfcf1 None None] Notify callbacks [] for process, after_spawn {{(pid=101236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.666406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:17.667425 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 01:48:17.667637 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:48:17.667822 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:48:17.668038 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:48:17.668371 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:48:17.668532 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:48:17.669092 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.669349 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.669605 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.669883 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.670168 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.670761 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:17.671239 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.671239 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.671239 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.671503 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.671909 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.672082 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.672250 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.672529 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.672769 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.673078 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.673335 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.673584 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.673847 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.674018 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.674270 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.674521 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.674760 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.675025 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] debug = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.675447 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.676087 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.676314 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.676570 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.676835 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.677096 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.677333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.677590 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.677831 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.678045 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.678297 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.678556 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.678784 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.678989 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.680284 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.680284 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.680284 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.680709 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] host = dv-cinder-824978-1-iscsi {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.680709 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.681096 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.681096 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.681364 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.681537 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.681755 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.682010 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.682258 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.682503 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.682722 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.682983 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.683240 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.683465 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.683747 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.683914 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_options = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.684152 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.684306 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.684575 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.684756 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.684934 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.685106 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.685359 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.685521 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.685768 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.685993 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.686200 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.686411 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.686647 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.686855 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.687083 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.687400 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.687560 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.687725 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.687994 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.688236 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.688476 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.688696 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.688964 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.689193 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.689434 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.689677 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.689914 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.690123 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.690330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.693452 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.693579 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:17.693790 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.694456 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.694617 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.694811 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.695054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.695294 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.696152 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.698659 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.699133 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.699948 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.700328 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.700505 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.700756 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.701031 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.701291 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.701532 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.701764 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_json = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.702018 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.702277 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.702554 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.702802 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.703047 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.703271 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.703516 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.703771 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.704336 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.704621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.705201 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.705504 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.705833 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.706082 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.706340 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.706588 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.706842 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.707089 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.707386 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.707636 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.707934 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.708192 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.708468 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.708822 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.709091 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.709383 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.709632 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.709870 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.710838 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.711258 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.711544 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.711775 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.712044 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.712323 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.712568 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.712948 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.713224 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.713490 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.713755 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.713996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.714330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.714558 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.714797 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.715016 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.715237 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.715498 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.715716 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.716145 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.716586 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.716950 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.717248 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.717513 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.717765 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.718044 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.718274 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.718982 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.718982 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.718982 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.719209 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.719635 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.719635 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.719858 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.720097 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.720294 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.720531 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.720745 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.720990 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.721231 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.721465 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.721684 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.721905 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.722182 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.722447 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.722793 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.723074 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.723358 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.724077 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.724077 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.724077 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.724573 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.724833 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.725281 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.725752 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.726726 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.727169 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.727621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.727916 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.728221 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.728516 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.728759 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.729002 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.729222 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.729587 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.729965 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.730417 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.730834 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.731260 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.731714 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.732248 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.732559 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.732932 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.733200 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.733524 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.733842 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.734169 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.734586 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.735068 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.735401 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.735780 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.736020 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.736288 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.736555 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.736815 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.737045 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.737272 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.737524 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.737770 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.738028 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.738293 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.738576 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.738802 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.739067 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.739300 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.739542 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.739831 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.740098 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.740392 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.740612 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.740910 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.741196 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.741461 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.741774 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.742121 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.742439 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.742703 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.742965 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.743219 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.743454 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.743708 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.743955 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.744245 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.744491 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.744832 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.745078 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.745330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.745662 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.745916 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.746139 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.746356 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.746626 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.747036 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.747308 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.747571 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.747824 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.748074 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.748319 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.748548 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.748762 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.749042 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.749291 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.749510 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.749744 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.749955 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.750177 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.750487 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.750851 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.751170 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.751364 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.751833 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.752054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.752389 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.752621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.752895 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.753114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.753333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.753576 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.753795 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.754015 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.754254 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.754469 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.754773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.755069 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.755360 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.755618 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.755876 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.756120 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.756343 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.756610 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.756845 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.757083 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.757986 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.758277 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.758500 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.758727 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.759021 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.759176 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.759405 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.759650 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.759912 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.760157 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.760487 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.760741 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.760994 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.761233 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.761451 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.761699 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.761934 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.762183 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.762401 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.762640 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.762856 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.763126 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.763346 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.763584 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.763829 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.764058 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.764301 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.764517 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.764726 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.765159 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.765413 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.765644 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.765908 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.766165 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.766383 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.766609 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.766820 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.767029 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.767268 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.767504 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.767712 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.767941 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.768148 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.768518 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.768745 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.768973 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.769184 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.769407 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.769651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.769866 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.770093 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.770308 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.770516 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.770643 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:17.770732 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.770936 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.771150 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.771371 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.771587 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.771796 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.772021 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.772230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.772445 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.772664 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.773488 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.773757 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.774066 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.774330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.775240 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.776406 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.776406 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.776406 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.776406 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777090 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777090 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777090 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777442 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777442 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.777903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.778209 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.778596 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.778802 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.779002 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.782633 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784075 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.784996 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.785736 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.785736 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:48:17.785898 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 01:48:17.786022 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.787054 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.787701 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.787701 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.787701 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.787701 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.788846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789440 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789440 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789440 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789440 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789776 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789776 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.789917 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790052 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790211 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] debug = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790370 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790606 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790799 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.790885 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791032 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791190 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791346 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791504 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791663 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791820 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.791979 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792137 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792299 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792458 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792709 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792829 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.792953 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793112 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] host = dv-cinder-824978-1-iscsi {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793271 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793428 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793585 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793741 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.793899 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.794056 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.794213 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.794376 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.794525 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.795477 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.795477 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.795477 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_options = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796570 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796570 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796570 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796868 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.796868 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797166 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797166 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.797773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798088 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798088 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798238 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798317 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798456 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798613 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798773 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.798930 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799088 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799479 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799479 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.799903 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800156 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800156 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800421 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800421 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800614 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800696 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.800853 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801014 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801172 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801328 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801483 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801634 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801796 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.801964 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.802099 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.802249 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.802406 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.802568 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.802725 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803044 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803187 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_json = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803348 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803557 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803692 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803821 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.803947 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.804141 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.804369 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.804531 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:48:17.804723 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.804950 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805052 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805216 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805392 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805537 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805697 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.805859 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806020 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806180 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806349 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806512 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806685 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.806846 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807006 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807171 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807332 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807513 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807639 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807800 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.807960 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808121 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808291 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808451 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808611 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808770 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.808953 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809119 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809280 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809441 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809602 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809764 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.809926 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810088 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810250 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810412 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810573 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810734 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.810939 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811034 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811193 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811354 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811516 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811676 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811838 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.811999 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.812165 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.812328 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.812489 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.812674 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.812852 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813016 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813323 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813490 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813650 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813823 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.813984 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814145 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814308 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814470 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814631 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814792 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.814953 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815116 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815279 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815507 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815613 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815766 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.815927 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.816087 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.816257 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.816780 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38538) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:17.817043 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.817235 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.817420 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.817603 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.817778 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.817953 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818123 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818291 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818457 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818621 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818785 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.818958 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.819120 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.819280 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.819451 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.819613 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.820295 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.820435 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.820622 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.820768 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821087 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821253 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821413 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821573 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821730 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.821887 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822045 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822202 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822357 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822530 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822662 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822856 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.822980 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823120 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823332 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823465 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823590 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823722 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.823856 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824001 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824158 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824313 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824470 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824627 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824783 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.824972 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.825128 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.825288 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.825444 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.825608 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826880 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071919 Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.826967 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.827651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.827651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.827651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.827651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828414 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828414 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828557 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828713 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.828946 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829076 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829214 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829339 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829462 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829612 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829770 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.829927 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830084 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830240 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830394 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830552 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830708 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.830867 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831023 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831178 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831487 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831643 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831799 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.831959 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832372 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832469 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832593 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832735 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.832960 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833118 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833274 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833436 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833589 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833743 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.833900 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834059 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834214 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834372 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834529 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834686 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.834844 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.835001 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.835157 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.835365 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836018 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836176 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836333 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836491 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836648 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836820 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.836981 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837139 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837310 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837467 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837624 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837781 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.837937 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838151 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838264 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838388 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838543 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838698 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.838854 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839012 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839177 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839331 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839488 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839645 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839801 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.839958 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840114 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840286 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840440 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840597 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840753 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.840969 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841078 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841239 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841395 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841551 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841706 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.841862 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842017 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842183 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842339 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842495 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842651 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842806 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.842961 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843134 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843290 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843447 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843620 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843753 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.843908 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844073 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844345 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844442 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844523 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844674 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.844897 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845015 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845173 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845330 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845485 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845642 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845798 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.845964 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846122 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846280 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846445 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846599 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846755 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.846911 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847079 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847237 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847398 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847555 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847711 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.847866 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848025 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848185 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848352 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848514 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848673 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.848859 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849028 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849195 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849351 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849514 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849682 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849839 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.849994 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850150 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850310 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850465 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850620 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850779 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.850956 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.851108 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.851265 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.851422 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.851754 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.851915 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.852072 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.852229 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.853230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.853230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.853230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.853230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:48:17.853230 dv-cinder-824978-1-iscsi neutron-server[101236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:48:29.258782 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a5380-ec05-4e98-a5b3-5d16770159b2 None None] get_active_networks_info from dv-cinder-824978-1-iscsi {{(pid=101347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 01:48:29.340962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a5380-ec05-4e98-a5b3-5d16770159b2 None None] No non-hosted networks {{(pid=101347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 01:48:29.371811 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.agentschedulers_db [None req-687a5380-ec05-4e98-a5b3-5d16770159b2 None None] DHCP Agent not found on host dv-cinder-824978-1-iscsi {{(pid=101347) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 01:48:29.489168 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce02-c4cf-4f2d-af3b-89b7d0e4410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:31.923262 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a62dc7c2-c82e-4582-9fc4-199cbfe7cc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:31.987082 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0322687e-cdbc-44fd-9c07-d7e45a741080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:33.182654 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:34.488078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:34.872230 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:34.873080 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.873523 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.874454 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.874895 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.875328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.876494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.877330 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.877871 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.878404 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.878921 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.879689 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.880225 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:34.883522 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824978-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:34.893441 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824978-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:48:34.970067 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.db.l3_hamode_db [None req-f0ac79b7-8fbb-45a0-8636-e08978caa8fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 01:48:35.049001 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac79b7-8fbb-45a0-8636-e08978caa8fd None None] Routers set() bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:48:35.049316 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac79b7-8fbb-45a0-8636-e08978caa8fd None None] Router IDs set() for agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:48:35.755963 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38630) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:36.281925 dv-cinder-824978-1-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-926d449e-0c00-4413-951b-043de7f9bd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:36.282521 dv-cinder-824978-1-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-926d449e-0c00-4413-951b-043de7f9bd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:36.510520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-926d449e-0c00-4413-951b-043de7f9bd06 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:48:36.511635 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-926d449e-0c00-4413-951b-043de7f9bd06 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7547867 Jan 28 01:48:38.950144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38646) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:39.276911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:48:39.373684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.policy [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 01:48:39.420013 dv-cinder-824978-1-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:39.420323 dv-cinder-824978-1-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:39.428624 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.quota [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] Loaded quota_driver: . Jan 28 01:48:39.519659 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784705027759', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784705026940', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784705006019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784705004415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784705385137', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784704927724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597598', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1778767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1715661'] for rbac-policy, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:39.587128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:39.588305 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9feba2ae-8cce-4582-9624-9474d209ebf1 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6371803 Jan 28 01:48:42.221684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38658) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:42.526271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:48:42.555757 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Made reservation on behalf of 1d215dc32c4b4fa7b877f3b3b8be47a3 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:48:42.558497 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.575432 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.680156 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.683772 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.703233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:48:42.733204 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784702610746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.733802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Unsubscribe: segment precommit_create {{(pid=101345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 01:48:42.734319 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Added segment bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5 of type vlan for network 2e611832-9723-48d1-a5ce-0cd21451603f Jan 28 01:48:42.750334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002d3164-ec65-45d4-b55c-4c95c218754a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:42.777506 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.777865 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.778207 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.778572 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.778856 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.779183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.779495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.779823 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.780155 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.780468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.780778 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.781114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Tracked resource versions report: Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: pushed versions: Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: { 'AddressGroup': {'1.2'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Log': {'1.0'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Network': {'1.1'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Port': {'1.7'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'PortForwarding': {'1.2'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'QosPolicy': {'1.9'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroup': {'1.4'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SubPort': {'1.0'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Subnet': {'1.1'}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Trunk': {'1.1'}} Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: consumer versions: Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'ConntrackHelper': '1.0', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Log': '1.0', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Network': '1.1', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Port': '1.7', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'PortForwarding': '1.2', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'QosPolicy': '1.9', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroup': '1.4', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroupRule': '1.2', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SubPort': '1.0', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Subnet': '1.1', Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Trunk': '1.1'}} Jan 28 01:48:42.782282 dv-cinder-824978-1-iscsi neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:48:42.850703 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.890244 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.891324 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:42.891973 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:42.969987 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7471330 Jan 28 01:48:42.996102 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d049ea8-458c-4b96-861f-bbec310dbe99 admin admin] Pushing event updated for resources: {'Network': ['ID=2e611832-9723-48d1-a5ce-0cd21451603f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:43.009406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 2e611832-9723-48d1-a5ce-0cd21451603f details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:48:45.671555 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 38672) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:46.167832 dv-cinder-824978-1-iscsi neutron-server[101346]: WARNING oslo_policy.policy [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:46.168464 dv-cinder-824978-1-iscsi neutron-server[101346]: WARNING oslo_policy.policy [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:46.610854 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.policy [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101346) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 01:48:46.656852 dv-cinder-824978-1-iscsi neutron-server[101346]: WARNING oslo_policy.policy [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:46.657240 dv-cinder-824978-1-iscsi neutron-server[101346]: WARNING oslo_policy.policy [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:48:46.665372 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:46.667244 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1a62020b-7f94-4705-ab05-4b5389bafed7 admin admin] 10.222.0.96 "GET /v2.0/networks/2e611832-9723-48d1-a5ce-0cd21451603f HTTP/1.1" status: 200 len: 825 time: 0.9934108 Jan 28 01:48:46.707469 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-91d66763-759b-4347-863b-06d66ba928c9 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/1d444be4-e6b8-4256-ad94-f7bc50a201cf HTTP/1.1" status: 200 len: 734 time: 0.0339544 Jan 28 01:48:46.717234 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:48:46.718797 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.quota [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Loaded quota_driver: . Jan 28 01:48:46.757965 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Made reservation on behalf of 1d215dc32c4b4fa7b877f3b3b8be47a3 for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:48:46.760781 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:47.056983 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:47.123153 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Checking segment: {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:48:47.123529 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Network hostable DHCP agents. Network: 2e611832-9723-48d1-a5ce-0cd21451603f, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:48:47.139140 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6cc0df-8dff-4939-a5af-982aac55963b,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:47.151965 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.152318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.152649 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.152996 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.153318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.153655 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.153975 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.154288 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.154615 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.154928 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.155237 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.155543 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Tracked resource versions report: Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: pushed versions: Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: { 'AddressGroup': {'1.2'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'ConntrackHelper': {'1.0'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Log': {'1.0'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Network': {'1.1'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Port': {'1.7'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'PortForwarding': {'1.2'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'QosPolicy': {'1.9'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroup': {'1.4'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SubPort': {'1.0'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Subnet': {'1.1'}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Trunk': {'1.1'}} Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: consumer versions: Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'ConntrackHelper': '1.0', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Log': '1.0', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Network': '1.1', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Port': '1.7', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'PortForwarding': '1.2', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'QosPolicy': '1.9', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroup': '1.4', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroupRule': '1.2', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SubPort': '1.0', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Subnet': '1.1', Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Trunk': '1.1'}} Jan 28 01:48:47.156644 dv-cinder-824978-1-iscsi neutron-server[101346]: {{(pid=101346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:48:47.177281 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Network 2e611832-9723-48d1-a5ce-0cd21451603f is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:48:47.190999 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 2e611832-9723-48d1-a5ce-0cd21451603f) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:48:47.195449 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:47.196065 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:47.202737 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221d004-9ff7-4e2e-aa31-31ba54a56c75 None None] Network 2e611832-9723-48d1-a5ce-0cd21451603f requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:48:47.217060 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-dc1e5ee0-368f-48ba-8eb2-38ed1ad86328 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5031857 Jan 28 01:48:47.527950 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-2e611832-9723-48d1-a5ce-0cd21451603f', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:48:47.529265 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:47.806913 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Allocated IP 172.20.0.2 (2e611832-9723-48d1-a5ce-0cd21451603f/8b6cc0df-8dff-4939-a5af-982aac55963b/98d46e85-fbab-400f-ba15-655d7ca0777b) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:48:48.023132 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.031080 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.127499 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Network 2e611832-9723-48d1-a5ce-0cd21451603f is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:48:48.134622 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:48:48.144820 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:48:48.151394 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Pushing event updated for resources: {'Port': ['ID=98d46e85-fbab-400f-ba15-655d7ca0777b,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:48.182351 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.182698 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.183033 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.183362 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.183685 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.184012 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.184339 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.184659 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.185020 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.185344 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.185663 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.185975 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Tracked resource versions report: Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: pushed versions: Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: { 'AddressGroup': {'1.2'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'ConntrackHelper': {'1.0'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Log': {'1.0'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Network': {'1.1'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Port': {'1.7'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'PortForwarding': {'1.2'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'QosPolicy': {'1.9'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroup': {'1.4'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SubPort': {'1.0'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Subnet': {'1.1'}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Trunk': {'1.1'}} Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: consumer versions: Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'ConntrackHelper': '1.0', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Log': '1.0', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Network': '1.1', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Port': '1.7', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'PortForwarding': '1.2', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'QosPolicy': '1.9', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroup': '1.4', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroupRule': '1.2', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SubPort': '1.0', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Subnet': '1.1', Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Trunk': '1.1'}} Jan 28 01:48:48.187161 dv-cinder-824978-1-iscsi neutron-server[101347]: {{(pid=101347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:48:48.238145 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Attempting to bind port 98d46e85-fbab-400f-ba15-655d7ca0777b on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:48:48.238778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Attempting to bind port 98d46e85-fbab-400f-ba15-655d7ca0777b by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:48:48.238970 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Attempting to bind port 98d46e85-fbab-400f-ba15-655d7ca0777b on network 2e611832-9723-48d1-a5ce-0cd21451603f {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:48:48.244036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:48:48.244449 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Checking segment: {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:48:48.244962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.245354 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Bound using segment: {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:48:48.245846 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Bound port: 98d46e85-fbab-400f-ba15-655d7ca0777b, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:48:48.246274 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.308641 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] For port 98d46e85-fbab-400f-ba15-655d7ca0777b, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:48:48.312928 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] For port 98d46e85-fbab-400f-ba15-655d7ca0777b, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=98d46e85-fbab-400f-ba15-655d7ca0777b,segment=NetworkSegment(bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5),segment_id=bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:48:48.317556 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.380469 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00aeb2-7c15-430b-b8a6-0895349c1249 None None] Pushing event updated for resources: {'Port': ['ID=98d46e85-fbab-400f-ba15-655d7ca0777b,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:49.709303 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38692) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:50.034436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-3d6c5208-00be-48fe-92d7-633a588ad167 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:48:50.035431 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3d6c5208-00be-48fe-92d7-633a588ad167 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250778 Jan 28 01:48:52.519905 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38700) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:52.847172 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-310406f6-420e-431a-9cfd-027611a03157 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:48:52.848157 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-310406f6-420e-431a-9cfd-027611a03157 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272390 Jan 28 01:48:55.629520 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 38710) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:55.972547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:48:56.012520 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.014542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.166035 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.171853 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.192587 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.202273 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-beeff50b-2b45-4531-8a9a-450e189c16bc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5627980 Jan 28 01:48:56.252134 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 98d46e85-fbab-400f-ba15-655d7ca0777b up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:48:56.355677 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 98d46e85-fbab-400f-ba15-655d7ca0777b triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:48:56.355982 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.479762 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.520023 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 98d46e85-fbab-400f-ba15-655d7ca0777b, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=98d46e85-fbab-400f-ba15-655d7ca0777b,segment=NetworkSegment(bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5),segment_id=bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:48:56.524883 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.582045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=98d46e85-fbab-400f-ba15-655d7ca0777b,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:48:57.180298 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd0bcb-ced8-4cbf-a9c3-4455dd33aa2a None None] Network 2e611832-9723-48d1-a5ce-0cd21451603f requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:48:57.281037 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-bdafc872-2c34-4653-a948-d766da3fb471 None None] Provisioning complete for port 98d46e85-fbab-400f-ba15-655d7ca0777b triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:48:57.281682 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bdafc872-2c34-4653-a948-d766da3fb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:57.634030 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0c015638-0196-4fed-870e-a575a24eab75 None None] Provisioning complete for port 98d46e85-fbab-400f-ba15-655d7ca0777b triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:48:57.634406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0c015638-0196-4fed-870e-a575a24eab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:58.201346 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 98d46e85-fbab-400f-ba15-655d7ca0777b up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:48:58.253252 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 98d46e85-fbab-400f-ba15-655d7ca0777b triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:48:58.253617 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:58.719392 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38722) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:48:59.107240 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-970f67a0-7ea1-4252-9b61-d27141dabd22 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:48:59.108886 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-970f67a0-7ea1-4252-9b61-d27141dabd22 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883348 Jan 28 01:48:59.182788 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-476cb98d-203d-4818-a1b9-a0363fce8d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:01.596350 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38730) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:01.892511 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-830f883d-0c9f-43c7-99af-2e298de69891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:01.910315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:01.933853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Made reservation on behalf of 7ed2a96df227403c8d2cdfcff229008d for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:01.936070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:01.944500 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.018963 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.022676 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.037535 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Reserving flat network on physical network physnet1 {{(pid=101345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 01:49:02.061460 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3161e5c5-0519-4270-ab28-c15ffea80909,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:02.071170 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.071501 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Added segment 8b63f7c0-e627-43cf-a1c4-6f4521797fa6 of type flat for network 026d9449-80d5-4511-a615-7e6512d5039b Jan 28 01:49:02.119341 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.151299 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.152347 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:02.152985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:02.211219 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6131723 Jan 28 01:49:02.216373 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf740c-7648-4cf2-9613-11f935dab336 admin admin] Pushing event updated for resources: {'Network': ['ID=026d9449-80d5-4511-a615-7e6512d5039b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:02.228170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 026d9449-80d5-4511-a615-7e6512d5039b details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:49:03.104720 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:04.451185 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:04.655570 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 38748) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:04.854763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:04.876719 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48619ca-a58a-4db9-bb89-99c3b1da933e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:04.878128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a48619ca-a58a-4db9-bb89-99c3b1da933e admin admin] 10.222.0.96 "GET /v2.0/subnets/8b6cc0df-8dff-4939-a5af-982aac55963b HTTP/1.1" status: 200 len: 849 time: 0.2216055 Jan 28 01:49:05.071724 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-380e90a3-c496-4436-b0e3-d624ca662ebc admin admin] 10.222.0.96 "GET /v2.0/routers/d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a HTTP/1.1" status: 200 len: 704 time: 0.1873116 Jan 28 01:49:05.344724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:05.645784 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Allocated IP 172.20.0.1 (2e611832-9723-48d1-a5ce-0cd21451603f/8b6cc0df-8dff-4939-a5af-982aac55963b/55890245-5f35-4f22-a138-360666e56d20) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:05.829014 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:05.893194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:05.970647 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Network 2e611832-9723-48d1-a5ce-0cd21451603f is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:05.975304 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:05.985397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:05.985962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.003684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Pushing event updated for resources: {'Port': ['ID=55890245-5f35-4f22-a138-360666e56d20,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:06.186012 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-973fe276-a672-4026-b9cd-e43dcf4260dd None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:06.186623 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-973fe276-a672-4026-b9cd-e43dcf4260dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.221995 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-973fe276-a672-4026-b9cd-e43dcf4260dd None None] Port 55890245-5f35-4f22-a138-360666e56d20 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:06.232513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.441930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.446774 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.447654 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.525923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Pushing event updated for resources: {'Port': ['ID=55890245-5f35-4f22-a138-360666e56d20,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:06.574449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Network 2e611832-9723-48d1-a5ce-0cd21451603f is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:06.575713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:06.736941 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:49:06.742494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-b6f73afe-afcd-4b6a-8201-8d84b6237dda None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:06.742893 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b6f73afe-afcd-4b6a-8201-8d84b6237dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:06.777856 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-b6f73afe-afcd-4b6a-8201-8d84b6237dda None None] Port 55890245-5f35-4f22-a138-360666e56d20 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:06.827699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:06.833156 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5c5213ef-11c3-44c5-a844-87a9d92c4528 admin admin] 10.222.0.96 "PUT /v2.0/routers/d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7557445 Jan 28 01:49:06.838556 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Sync routers for ids ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:06.849947 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Routers {'d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:06.850769 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:49:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:07.035153 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Set router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:07.459992 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:06Z', 'revision_number': 2, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port_host': None, '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:06Z', 'revision_number': 2, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:07.512823 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Checking router: d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:07.513211 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Updating router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a port 55890245-5f35-4f22-a138-360666e56d20 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:07.561769 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.068466 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.075094 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.242531 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Pushing event updated for resources: {'Port': ['ID=55890245-5f35-4f22-a138-360666e56d20,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:08.258007 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.258356 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.258718 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.259046 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.259369 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.259688 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.260004 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.260320 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.260640 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.261054 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.261370 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.261679 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Tracked resource versions report: Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: pushed versions: Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: { 'AddressGroup': {'1.2'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'ConntrackHelper': {'1.0'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Log': {'1.0'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Network': {'1.1'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Port': {'1.7'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'PortForwarding': {'1.2'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'QosPolicy': {'1.9'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroup': {'1.4'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SubPort': {'1.0'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Subnet': {'1.1'}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Trunk': {'1.1'}} Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: consumer versions: Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'ConntrackHelper': '1.0', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Log': '1.0', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Network': '1.1', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Port': '1.7', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'PortForwarding': '1.2', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'QosPolicy': '1.9', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroup': '1.4', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroupRule': '1.2', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SubPort': '1.0', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Subnet': '1.1', Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Trunk': '1.1'}} Jan 28 01:49:08.262790 dv-cinder-824978-1-iscsi neutron-server[101348]: {{(pid=101348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:49:08.265258 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Attempting to bind port 55890245-5f35-4f22-a138-360666e56d20 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:08.265558 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Attempting to bind port 55890245-5f35-4f22-a138-360666e56d20 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:08.266004 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Attempting to bind port 55890245-5f35-4f22-a138-360666e56d20 on network 2e611832-9723-48d1-a5ce-0cd21451603f {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:08.271508 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:08.271906 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Checking segment: {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:08.272382 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.272757 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Bound using segment: {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:08.273788 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Bound port: 55890245-5f35-4f22-a138-360666e56d20, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:08.274172 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.303937 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-a9c01e44-7c31-41c2-8a81-24aaa5515adc None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:08.305067 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a9c01e44-7c31-41c2-8a81-24aaa5515adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.339261 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-a9c01e44-7c31-41c2-8a81-24aaa5515adc None None] Port 55890245-5f35-4f22-a138-360666e56d20 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:08.341389 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] For port 55890245-5f35-4f22-a138-360666e56d20, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:08.361821 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] For port 55890245-5f35-4f22-a138-360666e56d20, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=55890245-5f35-4f22-a138-360666e56d20,segment=NetworkSegment(bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5),segment_id=bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:08.366119 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.417666 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Routers {'d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:08.418289 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:49:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:08.488472 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a7c4-1779-4104-830e-9f236a839ff9 None None] Pushing event updated for resources: {'Port': ['ID=55890245-5f35-4f22-a138-360666e56d20,revision_number=4']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:08.519203 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] Set router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:08.663045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:08.663313 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.744939 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:06Z', 'revision_number': 2, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port_host': None, '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:08Z', 'revision_number': 4, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:08.749398 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.771535 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de73fcf-ea13-4297-a41e-0da4c588fa29 None None] The sync data for ids ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'] in dv-cinder-824978-1-iscsi is: [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:06Z', 'revision_number': 2, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port_host': None, '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:08Z', 'revision_number': 4, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:08.787755 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] For port 55890245-5f35-4f22-a138-360666e56d20, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=55890245-5f35-4f22-a138-360666e56d20,segment=NetworkSegment(bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5),segment_id=bfdc3d8d-5732-49f9-81b5-ef5c1a7689e5)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:08.792640 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:08.841646 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7c97-cbf7-4621-aae2-2fc15455679f None None] Pushing event updated for resources: {'Port': ['ID=55890245-5f35-4f22-a138-360666e56d20,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:09.123123 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 38768) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:09.258523 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ddc25-75c3-4829-bbc1-9c3d53c67983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:09.259885 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6b0ddc25-75c3-4829-bbc1-9c3d53c67983 admin admin] 10.222.0.96 "GET /v2.0/networks/026d9449-80d5-4511-a615-7e6512d5039b HTTP/1.1" status: 200 len: 842 time: 0.1358232 Jan 28 01:49:09.270023 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:09.294351 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Made reservation on behalf of 7ed2a96df227403c8d2cdfcff229008d for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:09.296927 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:09.611499 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.objects.ports [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101346) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:49:09.611996 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:09.673133 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9ac111-518d-487a-901c-dd7caef6d73f,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:09.681717 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:09.682072 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Network hostable DHCP agents. Network: 026d9449-80d5-4511-a615-7e6512d5039b, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:49:09.698937 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:49:09.708377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 026d9449-80d5-4511-a615-7e6512d5039b) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:09.713232 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:09.713818 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:09.718920 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f21d70-31d9-49c8-9101-2389e820d242 None None] Network 026d9449-80d5-4511-a615-7e6512d5039b requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:09.731541 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-98400db7-9d28-4c7f-b394-ebcb8b509fb3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4649777 Jan 28 01:49:09.863984 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c03a9-68ab-4e00-b238-f3bf25673705 None None] Network 026d9449-80d5-4511-a615-7e6512d5039b requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:12.077469 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 38776) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:12.288106 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-9f156d4e-2057-4639-9b38-541e299c3975 admin admin] 10.222.0.96 "GET /v2.0/routers/d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a HTTP/1.1" status: 200 len: 710 time: 0.2094522 Jan 28 01:49:12.373260 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ff1da-13d4-4265-b7f2-a47469b351c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:12.374610 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-605ff1da-13d4-4265-b7f2-a47469b351c3 admin admin] 10.222.0.96 "GET /v2.0/networks/026d9449-80d5-4511-a615-7e6512d5039b HTTP/1.1" status: 200 len: 886 time: 0.0805454 Jan 28 01:49:12.384685 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:12.641146 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:12.872761 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:12.945362 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:13.139367 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Allocated IP 172.27.1.157 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/0a61542e-e36e-4a4c-9a18-fd0e8d9cd774) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:13.246861 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:13.312921 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:13.378149 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:13.384958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:13.393719 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:13.433525 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Pushing event updated for resources: {'Port': ['ID=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:13.689262 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:13.883745 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1661211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11946'] for router, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:13.888092 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1661184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1661193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1662549'] for router, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:14.008965 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:49:14.119624 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:14.124157 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:14.125440 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-b2718fad-9fc2-4ab7-b550-6e4502d7c73d admin admin] 10.222.0.96 "PUT /v2.0/routers/d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a HTTP/1.1" status: 200 len: 890 time: 1.7446404 Jan 28 01:49:14.254748 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 55890245-5f35-4f22-a138-360666e56d20 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:14.312242 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:14.312620 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:15.318230 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Sync routers for ids ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:15.328239 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Routers {'d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:15.328913 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:49:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:15.540297 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Set router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:15.925243 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:13Z', 'revision_number': 4, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port': {'id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:12Z', 'updated_at': '2022-01-28T01:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:08Z', 'revision_number': 5, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:15.974387 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Checking router: d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:15.974736 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Updating router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:16.021875 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.348734 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.354670 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.404345 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Attempting to bind port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:16.404715 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Attempting to bind port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:16.405110 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Attempting to bind port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:16.406864 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6320a-daec-40df-9af8-0b422cb2eb1a None None] Pushing event updated for resources: {'Port': ['ID=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:16.412353 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:16.412727 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:16.413151 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.413533 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:16.414714 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Bound port: 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:16.415062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.548353 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] For port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:16.551715 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] For port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:16.556176 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:16.618456 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6320a-daec-40df-9af8-0b422cb2eb1a None None] Pushing event updated for resources: {'Port': ['ID=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:16.621321 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Routers {'d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:16.621904 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:49:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:16.675233 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 38788) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:16.727925 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] Set router d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:16.786266 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-79958bf1-9cd4-4c35-bbd9-017d8e9c9b14 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1098812 Jan 28 01:49:16.945199 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:13Z', 'revision_number': 4, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port': {'id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:12Z', 'updated_at': '2022-01-28T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:08Z', 'revision_number': 5, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:16.974047 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a3cd-dd8a-45c5-b3a8-eff9a2ed9e1b None None] The sync data for ids ['d6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a'] in dv-cinder-824978-1-iscsi is: [{'id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'name': 'router1', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:48:56Z', 'updated_at': '2022-01-28T01:49:13Z', 'revision_number': 4, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'gw_port': {'id': '0a61542e-e36e-4a4c-9a18-fd0e8d9cd774', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:12Z', 'updated_at': '2022-01-28T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '55890245-5f35-4f22-a138-360666e56d20', 'name': '', 'network_id': '2e611832-9723-48d1-a5ce-0cd21451603f', 'tenant_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'mac_address': 'fa:16:3e:4b:7f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f04cb4-dc71-4d90-a79b-0b7ad9a84d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:05Z', 'updated_at': '2022-01-28T01:49:08Z', 'revision_number': 5, 'project_id': '1d215dc32c4b4fa7b877f3b3b8be47a3', 'subnets': [{'id': '8b6cc0df-8dff-4939-a5af-982aac55963b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d444be4-e6b8-4256-ad94-f7bc50a201cf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:18.249850 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:18.305282 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:18.305650 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:18.388911 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:18.409458 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:18.414455 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:18.464718 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=0a61542e-e36e-4a4c-9a18-fd0e8d9cd774,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:20.239748 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:20.310791 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 0a61542e-e36e-4a4c-9a18-fd0e8d9cd774 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:20.311066 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:20.707609 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:29.178990 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f28a3480-082a-47e1-ac53-bdbe07c5d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.900456 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-796b49db-7b37-4085-80e6-3aadbd09dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.117834 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.473166 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.867297 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.708512 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:59.173948 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-08c7fb86-5258-4df3-a79b-45584c0e0435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:01.897302 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bced5cb1-6751-4e6d-9356-b89b5fd0d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:03.106509 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.469479 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.861933 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.167305 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-16f96e61-9376-42af-9184-d801c5729e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.890189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-43d6f8e9-34eb-4140-bab2-6ebb7622eed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:33.109203 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.468247 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.708766 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:34.856296 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:54.950688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39350) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:55.022586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3c291c-aa10-4054-9194-cf33e6b79b68 admin admin] GET failed (client error): The resource could not be found. Jan 28 01:50:55.023905 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5f3c291c-aa10-4054-9194-cf33e6b79b68 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0722680 Jan 28 01:50:55.210149 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94e848-9a0a-43f6-87a5-1f0fc5dad06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:55.211658 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9e94e848-9a0a-43f6-87a5-1f0fc5dad06e admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1830471 Jan 28 01:50:57.536461 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39360) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:57.632814 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cc72a-12c8-4595-a5f2-8d92567f5efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:57.634179 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-505cc72a-12c8-4595-a5f2-8d92567f5efe admin admin] 10.222.0.96 "GET /v2.0/subnets/8b6cc0df-8dff-4939-a5af-982aac55963b HTTP/1.1" status: 200 len: 849 time: 0.0967536 Jan 28 01:50:57.644222 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:57.726403 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.930949 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784702737511'] for subnet, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.961096 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:57.961680 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.963461 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] 10.222.0.96 "PUT /v2.0/subnets/8b6cc0df-8dff-4939-a5af-982aac55963b HTTP/1.1" status: 200 len: 868 time: 0.3223543 Jan 28 01:50:57.966280 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f57f6e-dda4-4330-a741-b5c01fb256b5 None None] Network 2e611832-9723-48d1-a5ce-0cd21451603f requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:50:57.984175 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6cc0df-8dff-4939-a5af-982aac55963b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:57.991507 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.991871 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.992218 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.992562 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.992908 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.993250 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.993578 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.993913 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.994253 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.994574 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.994886 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:57.995197 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28347d-8146-4322-992a-e4889f9b5f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:58.381942 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-02cc8c64-d373-4228-8ef8-7c34ecde269e None None] Provisioning complete for port 98d46e85-fbab-400f-ba15-655d7ca0777b triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:58.382314 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c64-d373-4228-8ef8-7c34ecde269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:58.468170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-02cc8c64-d373-4228-8ef8-7c34ecde269e None None] Provisioning complete for port 55890245-5f35-4f22-a138-360666e56d20 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:58.468524 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c64-d373-4228-8ef8-7c34ecde269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:59.168348 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6d81d591-8515-42fe-a8ba-88f82febf59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.232438 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39370) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:00.428389 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a34398-e06e-45e4-8c71-311869250549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:00.428775 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a34398-e06e-45e4-8c71-311869250549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:00.430311 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d5a34398-e06e-45e4-8c71-311869250549 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968930 Jan 28 01:51:01.891454 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3e4137cd-a6b5-4e34-9e3b-5347c55e1916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.640434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39378) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:02.768768 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b586048-bdb3-4839-bea8-adf71d70679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.769252 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b586048-bdb3-4839-bea8-adf71d70679d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.770763 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3b586048-bdb3-4839-bea8-adf71d70679d admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293604 Jan 28 01:51:03.111635 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.472296 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.859970 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:05.047611 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39386) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:05.173004 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea67e44-1017-433a-8e3c-278925e0dcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:05.174272 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7ea67e44-1017-433a-8e3c-278925e0dcaa admin admin] 10.222.0.96 "GET /v2.0/networks/026d9449-80d5-4511-a615-7e6512d5039b HTTP/1.1" status: 200 len: 886 time: 0.1256919 Jan 28 01:51:07.439043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39394) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:07.566504 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89778c22-d6c1-4d26-ba54-901406e93053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.567863 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-89778c22-d6c1-4d26-ba54-901406e93053 admin admin] 10.222.0.96 "GET /v2.0/networks/2e611832-9723-48d1-a5ce-0cd21451603f HTTP/1.1" status: 200 len: 869 time: 0.1278915 Jan 28 01:51:09.804981 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39402) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:09.927572 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76acb11-caf4-409f-b110-5d850a3937b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.928018 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76acb11-caf4-409f-b110-5d850a3937b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.929569 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d76acb11-caf4-409f-b110-5d850a3937b3 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237309 Jan 28 01:51:11.707822 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:12.187646 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39410) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:12.283365 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c3fa4-b6f3-4ae4-8ef9-b0a8f4428e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:12.283822 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c3fa4-b6f3-4ae4-8ef9-b0a8f4428e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:12.285402 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-423c3fa4-b6f3-4ae4-8ef9-b0a8f4428e70 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968087 Jan 28 01:51:14.510264 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39418) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:14.602204 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b922f-795c-42f3-9645-efd9127dfadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:14.603545 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c48b922f-795c-42f3-9645-efd9127dfadf admin admin] 10.222.0.96 "GET /v2.0/subnets/8b6cc0df-8dff-4939-a5af-982aac55963b HTTP/1.1" status: 200 len: 868 time: 0.0924227 Jan 28 01:51:16.862555 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39426) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:16.948181 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee939c57-53a6-4791-bfc0-5adfc8e1ab6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:16.949532 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ee939c57-53a6-4791-bfc0-5adfc8e1ab6f admin admin] 10.222.0.96 "GET /v2.0/subnets/db9ac111-518d-487a-901c-dd7caef6d73f HTTP/1.1" status: 200 len: 816 time: 0.0860381 Jan 28 01:51:29.171409 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-af55539b-64b0-4f40-83e6-b502baec4a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:31.892245 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c62d4cc9-b16b-4677-b081-556206097964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.123011 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.475050 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.862215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:37.218470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39480) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:37.267569 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [None req-60b53416-6c81-4959-aa08-20f3e178f730 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:51:37.268557 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-60b53416-6c81-4959-aa08-20f3e178f730 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491285 Jan 28 01:51:39.562230 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39488) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:39.623092 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4a0fb2-de37-45c6-9952-7eec41850dc8 admin admin] GET failed (client error): The resource could not be found. Jan 28 01:51:39.624400 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5d4a0fb2-de37-45c6-9952-7eec41850dc8 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612454 Jan 28 01:51:39.765482 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13db81-7199-4fdd-885c-7f594c29df31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:39.766835 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-9f13db81-7199-4fdd-885c-7f594c29df31 admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377513 Jan 28 01:51:42.051480 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39496) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:42.098161 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:42.122324 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Made reservation on behalf of 7ed2a96df227403c8d2cdfcff229008d for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:42.124598 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:42.165544 dv-cinder-824978-1-iscsi neutron-server[101346]: WARNING neutron.services.revisions.revision_plugin [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Could not find related network for resource to bump revision. Jan 28 01:51:42.180670 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:42.193298 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784702610746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:42.193823 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Unsubscribe: segment precommit_create {{(pid=101346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 01:51:42.194283 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Added segment 12a69eb4-67b9-409e-b371-4b83f7fd516b of type vlan for network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 Jan 28 01:51:42.240155 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:42.270077 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:42.271003 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:42.271577 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:42.341893 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2892795 Jan 28 01:51:42.366132 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae5f74-3e61-4ad3-bf12-b9ac5bd55580 admin admin] Pushing event updated for resources: {'Network': ['ID=84f8aaac-6c08-4073-af35-3cd68eb7afd9,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:42.381020 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:44.570461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39504) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:44.638953 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea51ed6-09db-4f90-aab6-22f4e0060c92 admin admin] GET failed (client error): The resource could not be found. Jan 28 01:51:44.640259 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0ea51ed6-09db-4f90-aab6-22f4e0060c92 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0688679 Jan 28 01:51:44.712660 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca718a-216b-4109-a9ae-d40965c689b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.714120 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-88ca718a-216b-4109-a9ae-d40965c689b5 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692694 Jan 28 01:51:44.724468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:44.749047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Made reservation on behalf of 7ed2a96df227403c8d2cdfcff229008d for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:44.751260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.931090 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.988623 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89beef91-f5fd-4dcd-92b1-61bfe28b59da,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:45.000494 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.000884 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.001231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.001567 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.001895 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.002244 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.002576 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.002917 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.003262 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.003593 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.003914 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.004233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.006929 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Checking segment: {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:45.007274 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Network hostable DHCP agents. Network: 84f8aaac-6c08-4073-af35-3cd68eb7afd9, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:45.027374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:45.037686 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 84f8aaac-6c08-4073-af35-3cd68eb7afd9) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:45.041851 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.042429 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.047731 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae7b447-8d0e-4267-b1ff-d5c3dba98ea2 None None] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:45.057127 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b742dd36-ba20-4f76-afba-07ffcfdcfa03 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359499 Jan 28 01:51:45.292555 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-84f8aaac-6c08-4073-af35-3cd68eb7afd9', 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9', 'tenant_id': '7ed2a96df227403c8d2cdfcff229008d', 'fixed_ips': [{'subnet_id': '89beef91-f5fd-4dcd-92b1-61bfe28b59da'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:51:45.294052 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.429751 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Allocated IP 192.168.233.2 (84f8aaac-6c08-4073-af35-3cd68eb7afd9/89beef91-f5fd-4dcd-92b1-61bfe28b59da/564dbab2-31ad-49d2-ae1c-2b0eacc5db6c) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:45.572241 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.581255 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.625878 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:45.631107 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Pushing event updated for resources: {'Port': ['ID=564dbab2-31ad-49d2-ae1c-2b0eacc5db6c,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:45.633426 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:45.640876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:45.644589 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.644983 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.645337 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.645675 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.646006 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.646340 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.646668 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.646996 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.647339 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.647708 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.648032 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.648349 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:45.701913 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Attempting to bind port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:45.702287 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Attempting to bind port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:45.702774 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Attempting to bind port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c on network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:45.707732 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:45.708103 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Checking segment: {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:45.708503 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.708950 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Bound using segment: {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:45.709537 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Bound port: 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:45.709937 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.771986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] For port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:45.775374 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] For port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=564dbab2-31ad-49d2-ae1c-2b0eacc5db6c,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:45.781032 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.837946 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cdee3-9d59-4a87-b756-36b0baf4b610 None None] Pushing event updated for resources: {'Port': ['ID=564dbab2-31ad-49d2-ae1c-2b0eacc5db6c,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:46.372261 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:46.420451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:46.420842 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:46.503035 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:46.540228 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=564dbab2-31ad-49d2-ae1c-2b0eacc5db6c,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:46.546726 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:46.604635 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=564dbab2-31ad-49d2-ae1c-2b0eacc5db6c,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:46.784425 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f287c0-3845-4b8c-968f-4b6b5d5da486 None None] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:46.853945 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-5123f01b-5c4d-4ead-9b58-20788a8ab444 None None] Provisioning complete for port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:46.854308 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-5123f01b-5c4d-4ead-9b58-20788a8ab444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:47.211447 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-a8c6c4ad-eb46-45ba-8731-496a205e73c5 None None] Provisioning complete for port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:47.212134 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a8c6c4ad-eb46-45ba-8731-496a205e73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:48.332198 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:48.380457 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 564dbab2-31ad-49d2-ae1c-2b0eacc5db6c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:48.380850 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:48.705955 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:59.172667 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-15589339-d2a4-4a01-8fa1-b68c8cca567f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.896670 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c0495ccc-8f4a-4210-a9cc-1a722f2427d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:03.115674 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.476942 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.863498 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:25.704275 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:29.174427 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8346ec6e-db11-4d7e-827a-81887ecfeb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:31.903750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-44d9e6e0-0cbd-4196-ace6-7914ae05ebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:33.120521 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:34.480840 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:34.868648 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.176036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-da0d36bb-ffa0-48ab-81a5-54d6ec1e919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:01.897037 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-75410993-b837-419d-9fbe-459cbe4a1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.703693 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:03.120637 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:04.484840 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:04.731740 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39556) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:04.737667 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-42cbe337-ba40-4a02-a383-e176034e9818 tempest-verify_tempest_config-1712702567 tempest-verify_tempest_config-1712702567-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:53:04.738625 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-42cbe337-ba40-4a02-a383-e176034e9818 tempest-verify_tempest_config-1712702567 tempest-verify_tempest_config-1712702567-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059345 Jan 28 01:53:04.863801 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.032778 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39574) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:05.137522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.208848 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.213079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.256616 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de042d6d92b242ed9c5170eb69cf741e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2227664 Jan 28 01:53:05.258215 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28236098-0cfb-4480-9549-05b16aca940b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:05.259994 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39578) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:05.265090 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.265439 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.265781 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.266119 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.266452 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.266808 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.267142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.267471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.267796 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.268120 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.268442 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.268762 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fd12d-4580-4515-81a9-929a35699c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.334818 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.355467 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.447209 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.449938 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.451096 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28236098-0cfb-4480-9549-05b16aca940b HTTP/1.1" status: 204 len: 168 time: 0.1901395 Jan 28 01:53:05.458842 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28236098-0cfb-4480-9549-05b16aca940b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:05.465658 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.465958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.466296 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.466621 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.466942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.467279 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.467612 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.467939 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.468331 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.468558 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.468903 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:05.469218 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b616c-96d4-406c-ba14-ff10d55a41dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:29.180454 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-df1652e2-844c-4179-97c7-ef6e97aff75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:31.902920 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-295bd28c-8ed2-4c35-a1a1-ae4967251288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.126638 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.487721 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.867614 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.702636 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:59.185132 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-357b0da8-371b-4a38-a9e4-21aca4c58089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:01.910156 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e6ede405-5d5c-4286-9dcd-5721eb729fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:03.126942 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:04.491543 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:04.871086 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:16.701171 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 5 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:29.187946 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2a6c-3732-4918-8f94-d05d72551bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.905241 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-22f71b52-861a-4b24-a537-eb62a7f82209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:33.130684 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:34.492555 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:34.874375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:44.357431 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664777'] for agent, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:53.700075 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:59.192313 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-451e62b4-db64-4d2d-a050-f5e4354f59a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:00.492474 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39652) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:00.600824 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-9b8f1dac-414d-4930-9050-50e9f52a7fb2 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1072183 Jan 28 01:55:01.907753 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6095a335-d1aa-44d7-b0c1-6a79b86a06b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.863710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39662) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:02.917634 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4622247a-5551-4e8e-9c7b-723867621d1a admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528395 Jan 28 01:55:03.133516 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:04.497887 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:04.879745 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:14.347116 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:29.197489 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2cf403c7-6730-4437-91e4-138d8d8532d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:30.698335 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:31.910503 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b21f7509-eeb8-4798-924d-c219a36d08fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:33.135466 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:34.498741 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:34.872421 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:44.362800 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.200504 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-5fe47c83-9dc4-4361-9c13-e76b19aa6cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:01.912357 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6f653963-eeb7-48c9-8c55-95684516d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:03.140586 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.507838 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.877502 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:07.696958 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:14.361576 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.210127 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8114cd25-15ac-4233-9ebd-8668dee33aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.914912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0e119c1b-f06c-4e39-82d5-107e3fc781ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.143542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.504568 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.879040 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.388286 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.702428 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:46.571500 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39836) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:46.716526 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39854) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:46.814888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1652662222-network', 'tenant_id': 'f2f478fd06754a38b139c8415da6a514'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:46.842198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:46.846418 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:46.859531 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.088485 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.093688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.126124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:47.136573 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.137004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.137903 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.138268 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.138597 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.138943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.139273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.139789 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.140132 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.141181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.141522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.141837 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Tracked resource versions report: Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: pushed versions: Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: { 'AddressGroup': {'1.2'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Log': {'1.0'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Network': {'1.1'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Port': {'1.7'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'PortForwarding': {'1.2'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'QosPolicy': {'1.9'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroup': {'1.4'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SubPort': {'1.0'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Subnet': {'1.1'}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Trunk': {'1.1'}} Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: consumer versions: Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'ConntrackHelper': '1.0', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Log': '1.0', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Network': '1.1', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Port': '1.7', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'PortForwarding': '1.2', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'QosPolicy': '1.9', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroup': '1.4', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SecurityGroupRule': '1.2', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'SubPort': '1.0', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Subnet': '1.1', Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: 'Trunk': '1.1'}} Jan 28 01:56:47.142953 dv-cinder-824978-1-iscsi neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:56:47.183099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:56:47.183099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-224237489-network', 'tenant_id': '8c0aef26837b47059522707fb2ce8422'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:47.213066 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.213978 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Added segment 57ccfda5-0133-4a05-ad35-9b48c9a66067 of type vlan for network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 Jan 28 01:56:47.216473 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Made reservation on behalf of 8c0aef26837b47059522707fb2ce8422 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:47.221977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.251737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.323512 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.378972 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.380284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.380896 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.423788 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39882) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:47.425515 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8517885 Jan 28 01:56:47.429415 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Request body: {'subnet': {'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1652662222-subnet', 'tenant_id': 'f2f478fd06754a38b139c8415da6a514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:47.472370 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:47.477246 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.497303 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911afcd-4748-4cd1-b054-4108563edf2c admin admin] Pushing event updated for resources: {'Network': ['ID=72255c1f-77c9-4e8a-9e7a-3b079454c5f0,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:47.513722 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:56:47.539569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.547081 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.595947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:56:47.628194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.629086 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Added segment 26d55cfc-8693-4988-8077-698643eb2f0d of type vlan for network 6dc19d78-9658-4886-82d7-0e66c7c36321 Jan 28 01:56:47.683370 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.724434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18cdd6-a6bf-4208-8586-558890161b62,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:47.728251 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.729759 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.730596 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.764654 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0467069 Jan 28 01:56:47.770996 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39900) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:47.779067 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Request body: {'subnet': {'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-224237489-subnet', 'tenant_id': '8c0aef26837b47059522707fb2ce8422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:47.783470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39902) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:47.857570 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f22708-083d-460d-8ae5-4179ed85dc73 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc19d78-9658-4886-82d7-0e66c7c36321,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:47.862472 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Made reservation on behalf of 8c0aef26837b47059522707fb2ce8422 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:47.865810 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:47.873614 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 6dc19d78-9658-4886-82d7-0e66c7c36321 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:56:47.928206 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.092879 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Checking segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:48.094171 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Network hostable DHCP agents. Network: 72255c1f-77c9-4e8a-9e7a-3b079454c5f0, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:56:48.098268 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:48.113542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.114155 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.114746 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.115337 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.115675 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.116013 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.116350 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.116789 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.117169 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.117583 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.117916 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.118318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Tracked resource versions report: Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: pushed versions: Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: { 'AddressGroup': {'1.2'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'ConntrackHelper': {'1.0'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Log': {'1.0'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Network': {'1.1'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Port': {'1.7'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'PortForwarding': {'1.2'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'QosPolicy': {'1.9'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroup': {'1.4'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SubPort': {'1.0'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Subnet': {'1.1'}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Trunk': {'1.1'}} Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: consumer versions: Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'ConntrackHelper': '1.0', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Log': '1.0', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Network': '1.1', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Port': '1.7', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'PortForwarding': '1.2', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'QosPolicy': '1.9', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroup': '1.4', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SecurityGroupRule': '1.2', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'SubPort': '1.0', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Subnet': '1.1', Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: 'Trunk': '1.1'}} Jan 28 01:56:48.119486 dv-cinder-824978-1-iscsi neutron-server[101346]: {{(pid=101346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:56:48.137727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.143327 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:56:48.165976 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 72255c1f-77c9-4e8a-9e7a-3b079454c5f0) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:48.178508 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675827c-2118-4f9b-9c0f-07d852668367 None None] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:48.178832 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:48.180115 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.211801 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a204b9f7-b759-45a1-98d0-eff39dd7ef8b,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:48.222739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Checking segment: {'id': '26d55cfc-8693-4988-8077-698643eb2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:48.223043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Network hostable DHCP agents. Network: 6dc19d78-9658-4886-82d7-0e66c7c36321, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:56:48.228359 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a5f4a08c-6948-48cb-b041-314eadee2194 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8028760 Jan 28 01:56:48.259373 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Network 6dc19d78-9658-4886-82d7-0e66c7c36321 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:56:48.281928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 6dc19d78-9658-4886-82d7-0e66c7c36321) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:48.285247 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-network', 'tenant_id': 'c744efbffa214f18ab24d619620343c6'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:48.287314 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:48.287883 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.298808 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b1b233-0f28-452c-8aa1-785946f2df70 None None] Network 6dc19d78-9658-4886-82d7-0e66c7c36321 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:48.325246 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-da4fcd6e-0159-44f3-bf19-6627cb70656b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5506508 Jan 28 01:56:48.346361 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Made reservation on behalf of c744efbffa214f18ab24d619620343c6 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:48.349686 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.376764 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.387308 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39922) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:48.524038 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923a2ad-8130-4f13-9596-3176324f21f0 None None] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:48.543390 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.553631 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.567764 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c23983-14e3-47e9-b196-aaba6197828f None None] Network 6dc19d78-9658-4886-82d7-0e66c7c36321 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:48.580116 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:56:48.599253 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e639c75-3304-4c0f-83f6-d7680661a954,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:48.612692 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.613335 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Added segment 3677101b-ae7c-44f2-b350-f7db9a620585 of type vlan for network 828bafe9-6988-48d7-866b-8d25ce9d4df3 Jan 28 01:56:48.680945 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.939612 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.941027 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:48.941850 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.026905 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2427595 Jan 28 01:56:49.031959 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39938) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:49.041376 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Request body: {'subnet': {'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-subnet', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:49.042176 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1978ced-f2ee-427a-9375-1a04d60d81b7 admin admin] Pushing event updated for resources: {'Network': ['ID=828bafe9-6988-48d7-866b-8d25ce9d4df3,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:49.064189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:56:49.113570 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-network', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:49.130769 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Made reservation on behalf of c744efbffa214f18ab24d619620343c6 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:49.133154 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.232393 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Made reservation on behalf of d068e263c4ba4c6fa1bc08b5e2c90d4d for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:49.235472 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.253414 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.483588 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.496362 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.518040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.560421 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e51dba-be26-4ad7-94ff-506ea13aeee5,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:49.597211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:56:49.601186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:49.621948 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.622293 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Added segment 305ce20d-34c0-4047-80c6-7621b59e639f of type vlan for network 8d6f683f-7651-4be4-b337-6c7615d8497b Jan 28 01:56:49.643020 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Checking segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:49.643950 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Network hostable DHCP agents. Network: 828bafe9-6988-48d7-866b-8d25ce9d4df3, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:56:49.682084 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.707662 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:56:49.721752 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 828bafe9-6988-48d7-866b-8d25ce9d4df3) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:49.723801 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.724728 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:49.725328 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.732066 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:49.732637 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.762290 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0d650-b77f-4ae0-a804-d2ff705ed34d None None] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:49.796057 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4035361 Jan 28 01:56:49.798652 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39980) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:49.808718 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Request body: {'subnet': {'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-subnet', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:49.813598 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-56aa85e2-7f4f-49c8-8592-fec47a756a3d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7789268 Jan 28 01:56:49.814206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 39982) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:49.820625 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:49.836842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104175f-45b5-44c2-9ab4-6fc92e83a60f admin admin] Pushing event updated for resources: {'Network': ['ID=8d6f683f-7651-4be4-b337-6c7615d8497b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:49.853383 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Made reservation on behalf of d068e263c4ba4c6fa1bc08b5e2c90d4d for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:49.858234 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.899835 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.901617 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.939023 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 8d6f683f-7651-4be4-b337-6c7615d8497b details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:56:50.112645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.176490 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-828bafe9-6988-48d7-866b-8d25ce9d4df3', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:56:50.180383 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.322784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.393895 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.418409 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c038e3b-9304-4553-af47-1b9c955f5889,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:50.441080 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Checking segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:50.441946 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Network hostable DHCP agents. Network: 8d6f683f-7651-4be4-b337-6c7615d8497b, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:56:50.465877 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Network 8d6f683f-7651-4be4-b337-6c7615d8497b is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:56:50.477572 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Allocated IP 172.20.0.2 (828bafe9-6988-48d7-866b-8d25ce9d4df3/15e51dba-be26-4ad7-94ff-506ea13aeee5/0cf42f16-0d5a-4499-8b8c-b647032a6d63) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:50.485058 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 8d6f683f-7651-4be4-b337-6c7615d8497b) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:50.492087 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.493006 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.499753 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d603702-5089-4bf0-a9e0-213eb1532d18 None None] Network 8d6f683f-7651-4be4-b337-6c7615d8497b requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:50.518949 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1777cca7-8c58-4c2c-85b4-fb4ef9be355e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7179806 Jan 28 01:56:50.523750 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 39996) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:50.530130 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:50.560671 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.561845 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.645978 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.848315 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.922028 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.985197 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.006056 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.020922 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.118300 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Pushing event updated for resources: {'Port': ['ID=0cf42f16-0d5a-4499-8b8c-b647032a6d63,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:51.139030 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d13da-10de-47e1-be15-2f4ae4f42941 None None] Network 8d6f683f-7651-4be4-b337-6c7615d8497b requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:51.149745 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.150576 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.151081 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.151585 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.152077 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.152584 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.153104 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.153615 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.154183 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.154671 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.155434 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.155992 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Tracked resource versions report: Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: pushed versions: Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: { 'AddressGroup': {'1.2'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'ConntrackHelper': {'1.0'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Log': {'1.0'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Network': {'1.1'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Port': {'1.7'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'PortForwarding': {'1.2'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'QosPolicy': {'1.9'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroup': {'1.4'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SubPort': {'1.0'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Subnet': {'1.1'}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Trunk': {'1.1'}} Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: consumer versions: Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'ConntrackHelper': '1.0', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Log': '1.0', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Network': '1.1', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Port': '1.7', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'PortForwarding': '1.2', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'QosPolicy': '1.9', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroup': '1.4', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SecurityGroupRule': '1.2', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'SubPort': '1.0', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Subnet': '1.1', Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: 'Trunk': '1.1'}} Jan 28 01:56:51.157872 dv-cinder-824978-1-iscsi neutron-server[101347]: {{(pid=101347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:56:51.180206 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:51.182449 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:51.185291 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:51.235307 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.271158 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.292255 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Attempting to bind port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:56:51.293006 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Attempting to bind port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:56:51.293578 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Attempting to bind port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:51.302629 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:51.303213 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Checking segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:51.303402 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.303784 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Bound using segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:51.304551 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Bound port: 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:56:51.305227 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.438771 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Allocated IP 172.27.1.138 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/72ffe704-78e9-473d-850f-1bc98e619ef6) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:51.518540 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] For port 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:51.545500 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] For port 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0cf42f16-0d5a-4499-8b8c-b647032a6d63,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:51.564418 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.632773 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.687700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.769965 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d7d17-2cc8-4791-8168-46c5b9a35cd2 None None] Pushing event updated for resources: {'Port': ['ID=0cf42f16-0d5a-4499-8b8c-b647032a6d63,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:51.784230 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Allocated IP 172.27.1.197 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/afb97c2f-6237-4ac5-afbf-f01ab037a415) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:51.841081 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:51.845039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:51.864650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Pushing event updated for resources: {'Port': ['ID=72ffe704-78e9-473d-850f-1bc98e619ef6,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:51.869976 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:52.066265 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.192299 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.255031 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:52.263801 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:52.265838 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=afb97c2f-6237-4ac5-afbf-f01ab037a415,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:52.274804 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:52.360027 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40058) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:52.364726 dv-cinder-824978-1-iscsi neutron-server[101345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 01:56:52.530040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40072) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:52.635314 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.646982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.652713 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0cf42f16-0d5a-4499-8b8c-b647032a6d63 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:52.701160 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40076) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:52.740502 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:52.741206 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.853218 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.889555 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.892442 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-65549d79-7c91-4fd6-a129-7e16f89317e6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:52.898189 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-65549d79-7c91-4fd6-a129-7e16f89317e6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.5357106 Jan 28 01:56:52.918424 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0cf42f16-0d5a-4499-8b8c-b647032a6d63,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:52.924790 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.999037 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=0cf42f16-0d5a-4499-8b8c-b647032a6d63,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:53.004610 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-132704ee-008d-4495-a78c-c3197ac0e8aa tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:53.007326 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-132704ee-008d-4495-a78c-c3197ac0e8aa tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/networks?id=6dc19d78-9658-4886-82d7-0e66c7c36321 HTTP/1.1" status: 200 len: 811 time: 0.4737122 Jan 28 01:56:53.011023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ed1612a-d252-4d95-8a9a-b3ef803d8ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.015520 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-2695570f-645d-4d40-a13f-f3e6f4bc569f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/quotas/f2f478fd06754a38b139c8415da6a514 HTTP/1.1" status: 200 len: 375 time: 0.1023834 Jan 28 01:56:53.130947 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-641ccb78-0fa3-434e-9732-ea21834001e8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/quotas/8c0aef26837b47059522707fb2ce8422 HTTP/1.1" status: 200 len: 375 time: 0.1076465 Jan 28 01:56:53.137139 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-4ba4ef2b-0219-4069-aea4-461d4c6d03af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075084 Jan 28 01:56:53.228329 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-5d9f12b7-44dd-4805-b30e-604e7d716b11 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=8c0aef26837b47059522707fb2ce8422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885439 Jan 28 01:56:53.252270 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Router f7811905-5d8c-4cab-9122-75dd9e7527aa is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:56:53.279374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.389962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaac788-da78-4741-9c91-e032016e3a68 None None] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:53.430849 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:53.434980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ed1612a-d252-4d95-8a9a-b3ef803d8ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.446541 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Sync routers for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:53.462167 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:53.462813 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:53.477334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-11f267ca-ea02-400a-8778-73e56f801c43 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:56:53.478719 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-11f267ca-ea02-400a-8778-73e56f801c43 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1700847 Jan 28 01:56:53.479446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ed1612a-d252-4d95-8a9a-b3ef803d8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.487647 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-8f66b219-631b-47bd-9c66-cfdec6fe71f0 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:56:53.488668 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-8f66b219-631b-47bd-9c66-cfdec6fe71f0 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1164567 Jan 28 01:56:53.507597 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.507597 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d7e50ef6-b38c-484d-b1a1-ce0d2b163ba6 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9778221 Jan 28 01:56:53.507597 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40100) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:53.553045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-36a9a172-9084-4858-9031-06f2d9fccda4 None None] Provisioning complete for port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:53.553561 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-36a9a172-9084-4858-9031-06f2d9fccda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.667085 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:53.689793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1612a-d252-4d95-8a9a-b3ef803d8ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabab115-5228-45d4-9fb0-426c847b053f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:53.696569 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5ed1612a-d252-4d95-8a9a-b3ef803d8ca1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82ce407dec3d480797a15fca87c7cb79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9879689 Jan 28 01:56:53.697212 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40104) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:53.802095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:56:53.951900 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:53.956410 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-5f0ac0d1-3709-4796-bc18-d3134111ef0a service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638596 Jan 28 01:56:53.961128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:53.989286 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Checking router: f7811905-5d8c-4cab-9122-75dd9e7527aa for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:53.990514 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Updating router f7811905-5d8c-4cab-9122-75dd9e7527aa port afb97c2f-6237-4ac5-afbf-f01ab037a415 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:56:54.022091 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.065312 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-ee9f1899-809f-4e52-a30a-9d25fd6ffcfa service neutron] 10.222.0.96 "GET /v2.0/networks/6dc19d78-9658-4886-82d7-0e66c7c36321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462470 Jan 28 01:56:54.071555 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-f558ed94-47b3-49d7-8d20-b9ac255f0b35 None None] Provisioning complete for port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:54.073267 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f558ed94-47b3-49d7-8d20-b9ac255f0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.091092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.117470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.273623 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-5b9dc241-c7da-46d2-915e-00e38d71401c service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035755 Jan 28 01:56:54.274602 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:54.302543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-0f1bca64-4cce-4e33-8e97-b463dcb2af1c service neutron] 10.222.0.96 "GET /v2.0/networks/6dc19d78-9658-4886-82d7-0e66c7c36321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202690 Jan 28 01:56:54.303887 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.305931 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:54.306831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.319296 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fabab115-5228-45d4-9fb0-426c847b053f HTTP/1.1" status: 204 len: 168 time: 0.6034119 Jan 28 01:56:54.337968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.342092 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:54.342864 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:54.345125 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-87a6af25-8a62-41c9-8939-e694120c055a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5279860 Jan 28 01:56:54.350876 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40108) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:54.372057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e305529-0f95-40cb-aa61-578ab4c8fc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabab115-5228-45d4-9fb0-426c847b053f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:54.454747 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.478903 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.613339 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Allocated IP 172.20.0.1 (8d6f683f-7651-4be4-b337-6c7615d8497b/7c038e3b-9304-4553-af47-1b9c955f5889/e813a77d-ff72-4938-b563-5db0c6d3ed12) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:54.711445 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Attempting to bind port afb97c2f-6237-4ac5-afbf-f01ab037a415 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:56:54.711822 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Attempting to bind port afb97c2f-6237-4ac5-afbf-f01ab037a415 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:56:54.712182 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Attempting to bind port afb97c2f-6237-4ac5-afbf-f01ab037a415 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:54.738900 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:54.740052 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:54.741431 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.742290 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:54.743284 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Bound port: afb97c2f-6237-4ac5-afbf-f01ab037a415, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:56:54.745588 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.858624 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:54.928216 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] For port afb97c2f-6237-4ac5-afbf-f01ab037a415, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:54.932136 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] For port afb97c2f-6237-4ac5-afbf-f01ab037a415, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=afb97c2f-6237-4ac5-afbf-f01ab037a415,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:54.933704 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Pushing event updated for resources: {'Port': ['ID=afb97c2f-6237-4ac5-afbf-f01ab037a415,revision_number=2']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:54.948385 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.950329 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.950329 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.950329 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.950622 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.950932 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.951260 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.952154 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.952608 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.953710 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.954156 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.954538 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:54.954735 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Tracked resource versions report: Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: pushed versions: Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: { 'AddressGroup': {'1.2'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'ConntrackHelper': {'1.0'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Log': {'1.0'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Network': {'1.1'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Port': {'1.7'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'PortForwarding': {'1.2'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'QosPolicy': {'1.9'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroup': {'1.4'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SubPort': {'1.0'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Subnet': {'1.1'}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Trunk': {'1.1'}} Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: consumer versions: Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: { DHCP agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: L3 agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: Metadata agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: Metering agent@dv-cinder-824978-1-iscsi: {}, Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: Open vSwitch agent@dv-cinder-824978-1-iscsi: { 'AddressGroup': '1.2', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'ConntrackHelper': '1.0', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Log': '1.0', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Network': '1.1', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Port': '1.7', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'PortForwarding': '1.2', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'QosPolicy': '1.9', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroup': '1.4', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SecurityGroupRule': '1.2', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'SubPort': '1.0', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Subnet': '1.1', Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: 'Trunk': '1.1'}} Jan 28 01:56:54.955696 dv-cinder-824978-1-iscsi neutron-server[101348]: {{(pid=101348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:56:54.967222 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.059230 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7f2c-841b-45e3-99f7-c41138022b47 None None] Pushing event updated for resources: {'Port': ['ID=afb97c2f-6237-4ac5-afbf-f01ab037a415,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:55.069223 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.086507 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:55.087160 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:55.104420 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cc6a2c2-b4a8-41e4-a7a7-9f75c0b5771c req-7f4ca7c3-d191-44ed-9048-ca1d0dfee707 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1212056 Jan 28 01:56:55.159575 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Network 8d6f683f-7651-4be4-b337-6c7615d8497b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:55.160865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40158) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:55.162704 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:55.202037 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0cf42f16-0d5a-4499-8b8c-b647032a6d63 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:55.226544 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:55.243479 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:55.243980 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.269616 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b161bc26-04bd-47e2-b94f-e2a14f848350 req-359d2ef4-a8a4-42b0-942a-1b8c800627ac tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0384007 Jan 28 01:56:55.399039 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:55.401954 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.456940 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Pushing event updated for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:55.466537 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69f49447-7524-46e0-a52c-f6ccbfabe100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.660865 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:55.934519 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:55.939413 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Updating router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 port 72ffe704-78e9-473d-850f-1bc98e619ef6 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:56:55.980351 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:56.002395 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69f49447-7524-46e0-a52c-f6ccbfabe100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.004836 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.013956 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.020103 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69f49447-7524-46e0-a52c-f6ccbfabe100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.029348 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059675-26a9-4735-a2da-655dbc7e1054 None None] The sync data for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi is: [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:56.095920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.138819 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f49447-7524-46e0-a52c-f6ccbfabe100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca91ced4-0024-4ccc-b3e0-023b39f3d520,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:56.145839 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-69f49447-7524-46e0-a52c-f6ccbfabe100 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=45f52646f6ca453c9898aa53a7c5d880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9734845 Jan 28 01:56:56.151191 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40212) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:56.437965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a0aea70-56e2-45df-ba5f-0e1508b33574 req-d7ffc7ba-9f62-4daa-9e6e-aeb2ebd4ad9f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1695848 Jan 28 01:56:56.643639 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.653269 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.711582 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.723942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.723942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.731709 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Allocated IP 172.20.0.1 (828bafe9-6988-48d7-866b-8d25ce9d4df3/15e51dba-be26-4ad7-94ff-506ea13aeee5/f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:56.752928 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Attempting to bind port 72ffe704-78e9-473d-850f-1bc98e619ef6 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:56:56.754388 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Attempting to bind port 72ffe704-78e9-473d-850f-1bc98e619ef6 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:56:56.754388 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Attempting to bind port 72ffe704-78e9-473d-850f-1bc98e619ef6 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:56.774666 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e14a1-d251-4031-b0ba-06f0c15b28eb None None] Pushing event updated for resources: {'Port': ['ID=72ffe704-78e9-473d-850f-1bc98e619ef6,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:56.791467 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:56.791910 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:56.792392 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.792824 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:56.794054 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Bound port: 72ffe704-78e9-473d-850f-1bc98e619ef6, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:56:56.794551 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.874751 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8bad56be-e978-4487-b686-ce0c21aa6b81 req-b2394d24-3626-4762-b5d8-a1fb055f6da0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.4352705 Jan 28 01:56:56.927275 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] For port 72ffe704-78e9-473d-850f-1bc98e619ef6, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:56.942258 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] For port 72ffe704-78e9-473d-850f-1bc98e619ef6, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=72ffe704-78e9-473d-850f-1bc98e619ef6,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:56.958981 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.972728 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.005994 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Pushing event updated for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:57.098175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.121922 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Network 8d6f683f-7651-4be4-b337-6c7615d8497b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:57.126029 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:57.157828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:57.160418 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:57.290049 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.302350 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.302350 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca91ced4-0024-4ccc-b3e0-023b39f3d520 HTTP/1.1" status: 204 len: 168 time: 1.1420615 Jan 28 01:56:57.308442 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.318058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e08e9-d988-4a7d-90e1-c56473d40c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca91ced4-0024-4ccc-b3e0-023b39f3d520,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:57.351251 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Router f7811905-5d8c-4cab-9122-75dd9e7527aa has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:57.392038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.419396 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:57.538594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Pushing event updated for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:57.555864 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:57.558655 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:57.561666 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:57.569443 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:57.572531 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:57.597149 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7ac3fd20-88d8-4e82-b050-24c9c8e6525b admin admin] 10.222.0.96 "PUT /v2.0/routers/f7811905-5d8c-4cab-9122-75dd9e7527aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0865204 Jan 28 01:56:57.638702 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e14a1-d251-4031-b0ba-06f0c15b28eb None None] Pushing event updated for resources: {'Port': ['ID=72ffe704-78e9-473d-850f-1bc98e619ef6,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:57.882509 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fd82d7c-7497-4157-b26c-d47cc9b8b6db req-e2018008-59f9-4b4e-b448-9fe3efe92a0c tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.0515335 Jan 28 01:56:58.004185 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:58.022682 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.043375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc3cc2-34cc-49f9-bbf5-aa0f6f2769ff None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:52Z', 'revision_number': 3, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:58.074341 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-bff79809-6152-4e8d-9853-3c28af182cb9 None None] Provisioning complete for port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:58.074668 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bff79809-6152-4e8d-9853-3c28af182cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.165806 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-bff79809-6152-4e8d-9853-3c28af182cb9 None None] Port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:56:58.250398 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79fdda39-9cef-45c1-932d-c9bd153158ac req-2524f075-7b95-496d-a8e4-38e39e73685b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0327439 Jan 28 01:56:58.588122 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-17d46d2a-7158-4a15-a715-6f2101f6b816 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:58.590515 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-17d46d2a-7158-4a15-a715-6f2101f6b816 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 819 time: 0.2261496 Jan 28 01:56:58.622545 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.626432 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-1f47f78f-f3a5-45fb-93ba-f69266774edc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/quotas/d068e263c4ba4c6fa1bc08b5e2c90d4d HTTP/1.1" status: 200 len: 375 time: 0.0265269 Jan 28 01:56:58.638813 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.639710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.722584 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 72ffe704-78e9-473d-850f-1bc98e619ef6 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:58.808500 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Pushing event updated for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:58.810239 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 72ffe704-78e9-473d-850f-1bc98e619ef6 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:58.810800 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.858726 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-c3ec87a3-1297-434d-8289-743a2eac0527 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1998851 Jan 28 01:56:58.941042 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.985820 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 72ffe704-78e9-473d-850f-1bc98e619ef6, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=72ffe704-78e9-473d-850f-1bc98e619ef6,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:58.991565 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.992613 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device afb97c2f-6237-4ac5-afbf-f01ab037a415 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:59.015089 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:59.024627 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:59.058204 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Sync routers for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:59.074597 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:59.075909 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:59.121749 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-07fdde08-c806-442d-b379-95c1dd1a35ef service neutron] 10.222.0.96 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581680 Jan 28 01:56:59.250736 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-15156267-70f0-45b0-9957-196925264c31 req-914a0563-a923-4f80-9acf-4dbfe57a2ec0 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1866920 Jan 28 01:56:59.258486 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port afb97c2f-6237-4ac5-afbf-f01ab037a415 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:59.259380 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:59.350243 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=72ffe704-78e9-473d-850f-1bc98e619ef6,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:59.366221 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2819b38f-ea79-4a12-90b0-32227ec5499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:59.465820 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-136b0017-3470-44c2-958f-1a29549fd1d5 req-906d9486-5c01-4bc7-8f09-34f12ff2e2ab tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0432563 Jan 28 01:56:59.478821 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:59.531073 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:59.566410 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port afb97c2f-6237-4ac5-afbf-f01ab037a415, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=afb97c2f-6237-4ac5-afbf-f01ab037a415,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:59.573867 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-10d6bc74-95cf-4bbe-9ab2-770e1d71055a service neutron] 10.222.0.96 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499106 Jan 28 01:56:59.576400 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:59.664220 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:59.738653 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-d1e34fae-b941-4da9-a96d-c60cbb852262 None None] Provisioning complete for port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:59.739050 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d1e34fae-b941-4da9-a96d-c60cbb852262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:59.875396 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=afb97c2f-6237-4ac5-afbf-f01ab037a415,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:59.931326 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-d1e34fae-b941-4da9-a96d-c60cbb852262 None None] Port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:00.012462 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f815ec44-8b75-4643-a5e3-c0178bbdae0c req-c3c11ccd-cab3-496e-a667-53af2d012c2d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 210 time: 0.0503135 Jan 28 01:57:00.041081 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:00.053834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-49781147-6aa2-45be-aa0f-beba123171bc admin admin] 10.222.0.96 "PUT /v2.0/routers/fb83ee67-b5c3-421c-9a7f-dc3be2d13710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7018209 Jan 28 01:57:00.121023 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:55Z', 'revision_number': 4, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'e813a77d-ff72-4938-b563-5db0c6d3ed12', 'name': '', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'mac_address': 'fa:16:3e:19:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:54Z', 'updated_at': '2022-01-28T01:56:56Z', 'revision_number': 2, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'subnets': [{'id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:00.164514 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Checking router: f7811905-5d8c-4cab-9122-75dd9e7527aa for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:00.164917 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Updating router f7811905-5d8c-4cab-9122-75dd9e7527aa port e813a77d-ff72-4938-b563-5db0c6d3ed12 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:00.208786 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:00.474417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-426049b1-efef-4d66-8193-4cbae7debb6c req-709428dd-551b-4596-b599-b1b2b97827c1 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.0467680 Jan 28 01:57:00.591580 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-e96ff297-5670-4e36-972c-472ce1742794 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:00.602570 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-e96ff297-5670-4e36-972c-472ce1742794 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 819 time: 0.2539172 Jan 28 01:57:00.625945 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 72ffe704-78e9-473d-850f-1bc98e619ef6 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:00.636706 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-cd86bc2b-c208-493b-ba07-0fd070bd37b0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/quotas/d068e263c4ba4c6fa1bc08b5e2c90d4d HTTP/1.1" status: 200 len: 375 time: 0.0320709 Jan 28 01:57:00.748494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 72ffe704-78e9-473d-850f-1bc98e619ef6 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:00.755609 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:00.772037 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-e1e0162b-71b8-4ba1-b941-bab44e97e40e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327045 Jan 28 01:57:00.801796 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:00.810040 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:00.892051 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fefe6-0fb3-4dfc-9037-2e05468b7879 None None] Pushing event updated for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:00.975835 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device afb97c2f-6237-4ac5-afbf-f01ab037a415 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:00.977561 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-f1913d88-3d51-41b5-8ba0-ce0dde22bfaa service neutron] 10.222.0.96 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990976 Jan 28 01:57:00.993173 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Attempting to bind port e813a77d-ff72-4938-b563-5db0c6d3ed12 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:00.994228 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Attempting to bind port e813a77d-ff72-4938-b563-5db0c6d3ed12 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:00.997147 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Attempting to bind port e813a77d-ff72-4938-b563-5db0c6d3ed12 on network 8d6f683f-7651-4be4-b337-6c7615d8497b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:01.016570 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:01.017179 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Checking segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:01.017759 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.018233 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Bound using segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:01.018916 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Bound port: e813a77d-ff72-4938-b563-5db0c6d3ed12, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:01.025204 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.079275 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port afb97c2f-6237-4ac5-afbf-f01ab037a415 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:01.079275 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.141593 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:01.149331 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] For port e813a77d-ff72-4938-b563-5db0c6d3ed12, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:01.152496 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-0ade56a7-fad7-4023-bfe2-6417bcfbaf40 service neutron] 10.222.0.96 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738079 Jan 28 01:57:01.154998 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] For port e813a77d-ff72-4938-b563-5db0c6d3ed12, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e813a77d-ff72-4938-b563-5db0c6d3ed12,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:01.159670 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.190739 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:01.191383 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:01.273539 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fefe6-0fb3-4dfc-9037-2e05468b7879 None None] Pushing event updated for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=4']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:01.278043 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:01.278838 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:56:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:01.416390 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40418) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:01.422181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820600036', 'description': 'tempest-description--1207030365'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:01.498684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.531955 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:01.609663 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d7c9a4fa-e3ab-4436-9870-93248c35d9ca req-1bfe1480-5db0-4d68-b925-630b2f1b673d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.1306884 Jan 28 01:57:01.628820 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:01.805242 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d31d25a-11bd-43e6-9b07-c04a8cc84b16 req-aa5ac897-86ba-495e-aa1f-8484a5bce224 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.1186359 Jan 28 01:57:01.834444 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.856620 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:01.918049 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40436) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:01.942324 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc99ee5-113e-436a-83ae-f61708a45948,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:01.951839 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:55Z', 'revision_number': 4, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'e813a77d-ff72-4938-b563-5db0c6d3ed12', 'name': '', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'mac_address': 'fa:16:3e:19:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:54Z', 'updated_at': '2022-01-28T01:57:01Z', 'revision_number': 4, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'subnets': [{'id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:01.965290 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a025b388-05a8-4538-a9a5-e746f44fc87e req-427efa9b-0481-470b-ac14-d77731f06f5c tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1360233 Jan 28 01:57:02.001719 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.006721 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40444) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:02.006957 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fa745e97-7a3a-4f15-ad43-b1d0e81967f9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5891056 Jan 28 01:57:02.013627 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group_rule': {'security_group_id': 'ddc99ee5-113e-436a-83ae-f61708a45948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:02.026352 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1ea3-6042-4f06-b16d-608e3af57f9b None None] The sync data for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi is: [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T01:56:55Z', 'revision_number': 4, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'e813a77d-ff72-4938-b563-5db0c6d3ed12', 'name': '', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'mac_address': 'fa:16:3e:19:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:54Z', 'updated_at': '2022-01-28T01:57:01Z', 'revision_number': 4, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'subnets': [{'id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:02.033517 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-58f8e240-ea9d-49c0-93be-c3ecd39d1188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.106216 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.200369 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 2, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:02.214760 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8b89adca-50a0-43fb-8bd8-a3801ee2b996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.253331 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:02.253726 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Updating router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:02.286968 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.296574 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.304188 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.347969 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd75dbf-6204-4f3e-8622-e432d978fc12,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:02.366690 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.371378 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2340a613-3d03-4c27-b95d-28b6116cee51 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3603313 Jan 28 01:57:02.372279 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40450) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:02.380393 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group_rule': {'security_group_id': 'ddc99ee5-113e-436a-83ae-f61708a45948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:02.461569 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8b89adca-50a0-43fb-8bd8-a3801ee2b996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.467629 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8b89adca-50a0-43fb-8bd8-a3801ee2b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.523770 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.566087 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8b89adca-50a0-43fb-8bd8-a3801ee2b996 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=17607543dad9463e960a0c9494f97fef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6448331 Jan 28 01:57:02.566598 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40452) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:02.578053 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89adca-50a0-43fb-8bd8-a3801ee2b996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102e2622-d782-447e-8057-9a45d295e8ce,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:02.714999 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e813a77d-ff72-4938-b563-5db0c6d3ed12 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:02.780004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.794216 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.807009 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.824894 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.869947 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533038e5-9ebb-4816-a6ef-d53649a2433e,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:02.905793 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.908252 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4f40e3c3-a603-4aaf-9231-90ae056bf1b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5349169 Jan 28 01:57:02.913836 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40466) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:02.930361 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:02.959477 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3900052b-f9c5-48b0-a32d-91a9c55a7db7 req-e8a3bc30-2173-4edd-a2b8-bd071d53ecdd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.1305733 Jan 28 01:57:03.018625 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.073164 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port e813a77d-ff72-4938-b563-5db0c6d3ed12 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:03.073753 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.100179 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ad06fb1e-b47c-457b-a25b-9f4899edba86 req-e3e49a68-32af-4971-a81b-0c7a9e5821fb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.1392460 Jan 28 01:57:03.216828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.240653 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-511876df-af3f-417f-84fa-bd27481892f2 req-91ffa59c-7652-42aa-8e99-7ac5e84c8c6a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.0774572 Jan 28 01:57:03.257613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.274398 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.276785 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/102e2622-d782-447e-8057-9a45d295e8ce HTTP/1.1" status: 204 len: 168 time: 0.7019913 Jan 28 01:57:03.289743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd001cb-8820-4162-8569-b297002e1748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e2622-d782-447e-8057-9a45d295e8ce,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:03.294929 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.307535 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.535709 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dee120-33e9-427a-9881-466028bc7376 None None] Pushing event updated for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:03.540253 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.100', 50643) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:03.603365 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.697360 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.747089 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Attempting to bind port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:03.748354 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Attempting to bind port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:03.748912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Attempting to bind port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:03.767081 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:03.768184 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Checking segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:03.768929 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.769829 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Bound using segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:03.770547 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Bound port: f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:03.771209 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.831829 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port e813a77d-ff72-4938-b563-5db0c6d3ed12, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e813a77d-ff72-4938-b563-5db0c6d3ed12,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:03.842193 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:03.943183 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Allocated IP 172.27.1.243 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/016ac8f2-93fb-41bc-8487-5f8205a49e7d) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:04.290998 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.297523 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.100', 50648) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:04.335594 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] For port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:04.347674 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-8fb72745-149a-4f8a-b194-f565ccb3697d None None] Provisioning complete for port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:04.351565 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8fb72745-149a-4f8a-b194-f565ccb3697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.354435 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:04.359194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-40990e47-f7f6-40d0-8086-9a131ae27f06 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.364365 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-40990e47-f7f6-40d0-8086-9a131ae27f06 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.100 "GET /v2.0/networks?id=6dc19d78-9658-4886-82d7-0e66c7c36321 HTTP/1.1" status: 200 len: 811 time: 0.8224742 Jan 28 01:57:04.405233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40516) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:04.419724 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] For port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:04.432375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.520079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f34-d7cb-4597-aefa-c0196f24e6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.521021 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.532131 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-610d8536-0bf9-4057-8ae7-3058bfa142eb req-cc342cb9-6832-4d35-9c52-4dbda67b61d8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.2327249 Jan 28 01:57:04.539558 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-8fb72745-149a-4f8a-b194-f565ccb3697d None None] Port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:04.609339 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:04.650577 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Request body: {'port': {'device_id': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321', 'admin_state_up': True, 'tenant_id': '8c0aef26837b47059522707fb2ce8422'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:04.664762 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:04.672830 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:04.681024 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:04.682889 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:04.683881 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:04.822182 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e813a77d-ff72-4938-b563-5db0c6d3ed12 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:04.909414 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40538) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:04.911823 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.100', 50654) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:04.947151 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dee120-33e9-427a-9881-466028bc7376 None None] Pushing event updated for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:05.033951 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.085587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:05.156817 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.168227 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port e813a77d-ff72-4938-b563-5db0c6d3ed12 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:05.168945 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.170290 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc0a6efd-aeec-4ff6-b0dd-0360cc2340e1 req-cdbf313b-050d-4f12-8b1b-488e1c054036 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.7932770 Jan 28 01:57:05.209922 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] Provisioning complete for port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:05.210530 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.355988 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79106bbb-b5c3-4907-81e9-fa62253c9514 req-6e84ba28-8e0f-4b9b-9cff-e95ffff7e4ec tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1318216 Jan 28 01:57:05.396220 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.441410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.100', 50657) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:05.442025 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=016ac8f2-93fb-41bc-8487-5f8205a49e7d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:05.450341 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac0c40a0-9e6c-4e3c-ac66-d4da80dab0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.467743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Made reservation on behalf of 8c0aef26837b47059522707fb2ce8422 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:05.472382 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.581446 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.691860 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-d77eca3a-bb00-4ee9-88e4-75be6540cf21 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:05.693909 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-d77eca3a-bb00-4ee9-88e4-75be6540cf21 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 819 time: 0.2450976 Jan 28 01:57:05.723160 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] For port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:05.728361 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:05.889599 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d71e-e088-4380-a965-8918d2b18e8c None None] Pushing event updated for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:05.916129 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:04Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:06.091503 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-2db96d27-180a-47eb-882d-273cde250d3e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:06.093839 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-2db96d27-180a-47eb-882d-273cde250d3e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 1.7851896 Jan 28 01:57:06.147085 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40586) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:06.150925 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a40e04c5-de9a-4ef3-b2cb-dced6ccc1edd req-37a5cb13-6823-43f1-b82a-d5e8e680c179 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.1118283 Jan 28 01:57:06.198117 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f161f9-2a2a-4134-ab50-8c469611052c None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:04Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:06.206517 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Allocated IP 172.20.0.6 (6dc19d78-9658-4886-82d7-0e66c7c36321/a204b9f7-b759-45a1-98d0-eff39dd7ef8b/e841332d-7cf8-4dbd-bfef-9a71a9c23148) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:06.212112 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-b0cf70e5-2c3c-45b0-b504-48c8035b8ab3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:06.214667 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-b0cf70e5-2c3c-45b0-b504-48c8035b8ab3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 819 time: 1.2996585 Jan 28 01:57:06.226420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f34-d7cb-4597-aefa-c0196f24e6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.242203 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2f34-d7cb-4597-aefa-c0196f24e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.394807 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac0c40a0-9e6c-4e3c-ac66-d4da80dab0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.442597 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-de916873-b29c-48d1-a3da-e4ccf7b720d2 req-3010764c-d360-4427-bb4a-c29ddb94f5d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.1077960 Jan 28 01:57:06.449054 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.451931 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac0c40a0-9e6c-4e3c-ac66-d4da80dab0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.470741 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-63aaabb5-4ef8-4897-8024-9c374a885a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.473118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc2f34-d7cb-4597-aefa-c0196f24e6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02fab1c-1495-4490-a1e0-196585c52ef8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.480230 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5ebc2f34-d7cb-4597-aefa-c0196f24e6d1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a39221aba25449d94ba3646b857c9ac&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0072570 Jan 28 01:57:06.486957 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40596) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:06.503019 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ac0c40a0-9e6c-4e3c-ac66-d4da80dab0f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e853f04a46b14da0837e79a2bfe4c971&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5891943 Jan 28 01:57:06.508640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 40598) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:06.528477 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.612260 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c40a0-9e6c-4e3c-ac66-d4da80dab0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b68174-35e7-4853-a777-aa8d6c7a9e1c,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.620577 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.638192 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a30a7804-9339-4bb5-8f9e-8f3e5a0586f0 req-a8b802da-5a00-40f9-96cb-4784c3a89694 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1041121 Jan 28 01:57:06.668544 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.670055 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7548025 Jan 28 01:57:06.682954 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defbe6f-1353-4913-9e35-107a81d97f2c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=016ac8f2-93fb-41bc-8487-5f8205a49e7d,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.690724 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.721801 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.734413 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:06.807827 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.811903 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.816163 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b02fab1c-1495-4490-a1e0-196585c52ef8 HTTP/1.1" status: 204 len: 168 time: 0.3116298 Jan 28 01:57:06.825896 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f177-ff3f-4e2b-8c4c-2dac59bad9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02fab1c-1495-4490-a1e0-196585c52ef8,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.832494 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.832602 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:06.832902 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.925613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.957048 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.959626 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-63aaabb5-4ef8-4897-8024-9c374a885a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.972552 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-63aaabb5-4ef8-4897-8024-9c374a885a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.073172 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaabb5-4ef8-4897-8024-9c374a885a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50229c5-1bd5-4b22-82b9-4a6cdb93aa96,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.086116 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-63aaabb5-4ef8-4897-8024-9c374a885a36 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bc2f6f78fa7d4ad89b4965d6823e3437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9378080 Jan 28 01:57:07.089194 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40618) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:07.131317 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.133987 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.135156 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8b68174-35e7-4853-a777-aa8d6c7a9e1c HTTP/1.1" status: 204 len: 168 time: 0.6251998 Jan 28 01:57:07.144857 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-a1c7c92b-1c6a-4051-b4f5-8b0ca6e00e2d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1820600036&fields=id&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 267 time: 0.1028810 Jan 28 01:57:07.151056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.153192 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abff5ee-ce29-4f1c-8fbc-c4b49ac5ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b68174-35e7-4853-a777-aa8d6c7a9e1c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.190481 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.238835 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.303239 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.307098 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.309207 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b50229c5-1bd5-4b22-82b9-4a6cdb93aa96 HTTP/1.1" status: 204 len: 168 time: 0.2186508 Jan 28 01:57:07.323841 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d50960-5db8-49db-8a8b-1a0f87ea55cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50229c5-1bd5-4b22-82b9-4a6cdb93aa96,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.340788 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Network 6dc19d78-9658-4886-82d7-0e66c7c36321 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:07.366688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:07.388252 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:07.394606 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.395297 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.403035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-68afb077-a3f0-4d40-92d1-bfc04fcf70ad req-331ab238-fb66-484e-9039-3d1b93133b46 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0709260 Jan 28 01:57:07.403657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Pushing event updated for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.436334 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-3e3a3739-843b-457f-85de-db476d083338 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9343674 Jan 28 01:57:07.480251 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-dfc2698f-742f-4583-a5fb-dbb2e5f12092 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.482475 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-dfc2698f-742f-4583-a5fb-dbb2e5f12092 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 817 time: 0.3190196 Jan 28 01:57:07.518327 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-2e239745-a5ec-43c8-9e55-15f4780321ee tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/quotas/c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 375 time: 0.0283198 Jan 28 01:57:07.640999 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9c057ee5-ebab-4b29-8574-29870fe77614 req-591e91b1-c448-497e-8286-2d371cc7bd2e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.0490775 Jan 28 01:57:07.672777 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-4ec3c01e-98e1-4590-97b5-17ff7652db8b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535258 Jan 28 01:57:08.019282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e540-ad84-4fcd-acf8-80cb4e8dd3b2 req-bbcfb703-a7c2-42ee-b446-00d0f824e7e4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:08.021273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c85e540-ad84-4fcd-acf8-80cb4e8dd3b2 req-bbcfb703-a7c2-42ee-b446-00d0f824e7e4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 931 time: 0.2780681 Jan 28 01:57:08.069611 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-cca91024-0cab-4478-8f2c-6c9f9efeb633 service neutron] 10.222.0.96 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690095 Jan 28 01:57:08.115703 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c85e540-ad84-4fcd-acf8-80cb4e8dd3b2 req-0df21dc4-551e-4637-97a0-8159b359cc51 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738161 Jan 28 01:57:08.219200 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-a788e65c-beae-4b31-b06d-8cdffede2c1c service neutron] 10.222.0.96 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220882 Jan 28 01:57:08.552468 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0228ac40-9de2-4e62-bec3-dddd0c0c3d9a req-f222d4d1-e43b-4ca7-94aa-2628f0de428d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.1088977 Jan 28 01:57:08.668444 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35d076b4-c562-4333-9246-4e6cf6ae3445 req-54ebb312-d669-4189-88f6-5920fdeb82e2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0860240 Jan 28 01:57:08.730684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Request body: {'port': {'device_id': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'admin_state_up': True, 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:08.795508 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Request body: {'port': {'device_id': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'admin_state_up': True, 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:08.944388 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-e163a604-0515-4418-b5c6-da5adf3b4bbf tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:57:08.945793 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-e163a604-0515-4418-b5c6-da5adf3b4bbf tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338221 Jan 28 01:57:08.959155 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Request body: {'port': {'device_id': '6e5194c2-f570-4463-8a44-765cf06f1206', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'admin_state_up': True, 'tenant_id': 'f2f478fd06754a38b139c8415da6a514'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:09.048378 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ab0472fa-1bb9-42dd-8b79-c4b5bca73659 req-154bb36f-583f-4b3d-ad76-616090a91c7c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.1582775 Jan 28 01:57:09.171602 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Made reservation on behalf of d068e263c4ba4c6fa1bc08b5e2c90d4d for: {'port': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:09.187275 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.423027 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Made reservation on behalf of d068e263c4ba4c6fa1bc08b5e2c90d4d for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:09.429017 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.454802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b845ec-311c-44eb-9684-1129711f0054 req-5b0f187e-c513-4f54-b2ed-92d95f834649 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:09.465261 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-93b845ec-311c-44eb-9684-1129711f0054 req-5b0f187e-c513-4f54-b2ed-92d95f834649 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 931 time: 0.1852670 Jan 28 01:57:09.507860 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:09.512773 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.627940 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-93b845ec-311c-44eb-9684-1129711f0054 req-ddf14eda-58fa-4759-b452-9aa026064740 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608829 Jan 28 01:57:09.883717 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9e815fe6-bf23-4518-9c8a-5bcba2a06bc9 req-7d48e804-18ae-424a-b5d8-9443adcc6cf7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 210 time: 0.0860157 Jan 28 01:57:09.903036 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7584edce-2e06-4bf8-815b-cf8df19d3789 req-58b5b1d4-cbc6-429e-86de-4b9506d316b8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.1826284 Jan 28 01:57:09.910141 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Request body: {'port': {'device_id': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:09.992414 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Allocated IP 172.20.0.6 (8d6f683f-7651-4be4-b337-6c7615d8497b/7c038e3b-9304-4553-af47-1b9c955f5889/1139f116-1935-408c-a5bf-876a9f0d0365) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:10.140523 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Allocated IP 172.20.0.5 (72255c1f-77c9-4e8a-9e7a-3b079454c5f0/0f9c74bb-9363-4d58-8547-c6c8dcd7cf09/cd5708fe-d124-49c1-b391-fcbc90e2b0d8) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:10.158814 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.339522 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bf2ebc81-52cb-4174-9383-fe5ca1e970f7 req-a72e6fb0-aa4d-4754-bda8-0e0ff2fdbcad tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 210 time: 0.1323855 Jan 28 01:57:10.415520 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.486783 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.622338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.100', 50664) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:10.647888 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Network 8d6f683f-7651-4be4-b337-6c7615d8497b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:10.656567 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:10.668914 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:10.675223 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:10.675860 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.701001 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Pushing event updated for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.726938 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-4b60d4ae-0ce3-4636-b8de-50c6e481e5e3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9336236 Jan 28 01:57:10.768245 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Request body: {'port': {'device_id': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.839482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.935521 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.952892 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.176149 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event updated for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:11.187889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:11.225788 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:11.245328 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:11.253712 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:11.254449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.328725 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3dbb6-dc89-4c51-bec3-b23faed87a90 req-b932deb9-4766-46d3-bbe0-56ceadbc421c tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:11.330181 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5ce3dbb6-dc89-4c51-bec3-b23faed87a90 req-b932deb9-4766-46d3-bbe0-56ceadbc421c tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 931 time: 0.4497530 Jan 28 01:57:11.333542 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-715fb7a3-bb9c-466f-a61d-dc1c174058a3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4180205 Jan 28 01:57:11.341560 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Allocated IP 172.20.0.4 (8d6f683f-7651-4be4-b337-6c7615d8497b/7c038e3b-9304-4553-af47-1b9c955f5889/4589897f-4d9d-4d78-97c1-85b8537fd56d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:11.383592 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Request body: {'port': {'device_id': '6e5194c2-f570-4463-8a44-765cf06f1206', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:11.578987 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196abca-19fc-4abc-bad8-1b9cece36b72 req-6ca92c22-733a-4414-b954-7b8cf9f80783 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:11.580730 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3196abca-19fc-4abc-bad8-1b9cece36b72 req-6ca92c22-733a-4414-b954-7b8cf9f80783 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 931 time: 0.5581605 Jan 28 01:57:11.614030 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3bccedda-c8a0-4166-9002-f4bf03e11032 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:11.622746 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3bccedda-c8a0-4166-9002-f4bf03e11032 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 817 time: 0.7324784 Jan 28 01:57:11.854720 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5ce3dbb6-dc89-4c51-bec3-b23faed87a90 req-230ae567-35c0-44a1-b206-c5263ba61df9 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846337 Jan 28 01:57:11.941034 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.039114 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3196abca-19fc-4abc-bad8-1b9cece36b72 req-d1704c85-3e8d-46df-a8ce-b3b08d1b2f50 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278960 Jan 28 01:57:12.268415 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-69afc5b1-cd5e-4d5b-b903-85e2e4ba9021 req-cb3cfd5a-45f8-43df-827b-9546dc08c2b5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.2009838 Jan 28 01:57:12.279806 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-14411585-e9c2-4a96-a5fc-db8c91902bdc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 380 time: 0.4443870 Jan 28 01:57:12.502316 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1381e5-385e-4a7c-a4f9-7a8ed7edaf37 req-ede43f9a-e35b-4499-bb94-5005c63264dd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:12.510972 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a1381e5-385e-4a7c-a4f9-7a8ed7edaf37 req-ede43f9a-e35b-4499-bb94-5005c63264dd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 931 time: 0.3318195 Jan 28 01:57:12.544143 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.557863 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e841332d-7cf8-4dbd-bfef-9a71a9c23148 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:12.582338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.670982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Transition to ACTIVE for port object e841332d-7cf8-4dbd-bfef-9a71a9c23148 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:12.686311 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a1381e5-385e-4a7c-a4f9-7a8ed7edaf37 req-09e00ff7-2169-4fe3-b223-e424228272c1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743526 Jan 28 01:57:12.686935 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.761186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.818525 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:12.886180 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Attempting to bind port e841332d-7cf8-4dbd-bfef-9a71a9c23148 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:12.886827 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Attempting to bind port e841332d-7cf8-4dbd-bfef-9a71a9c23148 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '26d55cfc-8693-4988-8077-698643eb2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:12.886915 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Attempting to bind port e841332d-7cf8-4dbd-bfef-9a71a9c23148 on network 6dc19d78-9658-4886-82d7-0e66c7c36321 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:12.925335 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Network 8d6f683f-7651-4be4-b337-6c7615d8497b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:12.935099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:12.937671 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Port e841332d-7cf8-4dbd-bfef-9a71a9c23148 on network 6dc19d78-9658-4886-82d7-0e66c7c36321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:12.938406 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Attempting to bind port e841332d-7cf8-4dbd-bfef-9a71a9c23148 on network 6dc19d78-9658-4886-82d7-0e66c7c36321 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:12.945194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:12.950932 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:12.951575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.974981 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1139f116-1935-408c-a5bf-876a9f0d0365 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:12.985789 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.996862 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2711143 Jan 28 01:57:13.010850 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Transition to ACTIVE for port object 1139f116-1935-408c-a5bf-876a9f0d0365 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:13.016431 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.024266 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:13.024770 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Checking segment: {'id': '26d55cfc-8693-4988-8077-698643eb2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:13.025888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Bound using segment: {'id': '26d55cfc-8693-4988-8077-698643eb2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:13.026102 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Bound port: e841332d-7cf8-4dbd-bfef-9a71a9c23148, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d55cfc-8693-4988-8077-698643eb2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:13.026430 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.043842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38534-3dcf-4b0e-a5e6-57091cad22d2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Pushing event updated for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.128403 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5708fe-d124-49c1-b391-fcbc90e2b0d8 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:13.142973 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.158508 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.164558 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Attempting to bind port 1139f116-1935-408c-a5bf-876a9f0d0365 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:13.164941 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Attempting to bind port 1139f116-1935-408c-a5bf-876a9f0d0365 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:13.165297 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Attempting to bind port 1139f116-1935-408c-a5bf-876a9f0d0365 on network 8d6f683f-7651-4be4-b337-6c7615d8497b {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:13.170768 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Port 1139f116-1935-408c-a5bf-876a9f0d0365 on network 8d6f683f-7651-4be4-b337-6c7615d8497b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:13.171718 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Attempting to bind port 1139f116-1935-408c-a5bf-876a9f0d0365 on network 8d6f683f-7651-4be4-b337-6c7615d8497b {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:13.173408 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeefef-6518-4d27-9e0e-48525175ca21 req-c4632cd7-0bc0-4e6c-b334-d1afb3c0330f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.174950 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdfeefef-6518-4d27-9e0e-48525175ca21 req-c4632cd7-0bc0-4e6c-b334-d1afb3c0330f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1996760 Jan 28 01:57:13.176991 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:13.177350 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Checking segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:13.177905 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Bound using segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:13.178389 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Bound port: 1139f116-1935-408c-a5bf-876a9f0d0365, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:13.178792 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.225321 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Transition to ACTIVE for port object cd5708fe-d124-49c1-b391-fcbc90e2b0d8 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:13.241095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:13.244048 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.245630 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:13.250304 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1139f116-1935-408c-a5bf-876a9f0d0365,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:13.254031 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.288580 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.289297 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.290752 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] 10.222.0.100 "PUT /v2.0/ports/1139f116-1935-408c-a5bf-876a9f0d0365 HTTP/1.1" status: 200 len: 1093 time: 2.5289376 Jan 28 01:57:13.291187 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:13.291414 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148,segment=NetworkSegment(26d55cfc-8693-4988-8077-698643eb2f0d),segment_id=26d55cfc-8693-4988-8077-698643eb2f0d)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:13.308199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.337086 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdfeefef-6518-4d27-9e0e-48525175ca21 req-d4178d59-fb30-4fac-854b-f0eed5868d56 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416030 Jan 28 01:57:13.357641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60524cfd-7506-418f-937f-c61580969a32 req-521c2905-5a51-4392-9678-7f6dab810249 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.357641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60524cfd-7506-418f-937f-c61580969a32 req-521c2905-5a51-4392-9678-7f6dab810249 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 931 time: 0.1760130 Jan 28 01:57:13.360022 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.362854 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.363461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.364902 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] 10.222.0.100 "PUT /v2.0/ports/e841332d-7cf8-4dbd-bfef-9a71a9c23148 HTTP/1.1" status: 200 len: 1093 time: 4.0206788 Jan 28 01:57:13.365613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:13.408133 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6ff2-e3c8-4af1-8cdf-d6ff6f517bdd service neutron] Pushing event updated for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.477016 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:13.508508 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:13.532858 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8301aee3-d56c-4341-a3e5-c9f01fca911c req-c8de237e-89cb-488c-af8e-e6bf42a159a6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.0985847 Jan 28 01:57:13.565774 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Attempting to bind port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:13.566114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Attempting to bind port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:13.566431 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Attempting to bind port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:13.574692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12622aa9-452f-465f-b9a5-3c0f2e5ab2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.579658 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60524cfd-7506-418f-937f-c61580969a32 req-0e177fee-2035-485c-9334-186ffec24fe8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524608 Jan 28 01:57:13.580688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:13.581040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Attempting to bind port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:13.586716 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:13.587054 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Checking segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:13.587439 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Bound using segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:13.587866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Bound port: cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:13.588227 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.655338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:13.659592 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:13.672817 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.684884 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897efd24-1f9e-4dd9-b5da-88296d9ce499 x-openstack-request-id: req-897efd24-1f9e-4dd9-b5da-88296d9ce499 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:13.685171 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:13.685443 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-897efd24-1f9e-4dd9-b5da-88296d9ce499 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:13.685863 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365', 'status': 'completed', 'code': 200} Jan 28 01:57:13.713733 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.714395 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.715854 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] 10.222.0.100 "PUT /v2.0/ports/cd5708fe-d124-49c1-b391-fcbc90e2b0d8 HTTP/1.1" status: 200 len: 1093 time: 2.3614621 Jan 28 01:57:13.732849 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053bcee-2509-45bf-b567-5f67b82bc052 x-openstack-request-id: req-9053bcee-2509-45bf-b567-5f67b82bc052 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:13.733141 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:13.733421 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9053bcee-2509-45bf-b567-5f67b82bc052 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:13.733879 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148', 'status': 'completed', 'code': 200} Jan 28 01:57:13.734850 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245efb4a-3359-42cb-96d2-68724aa3d389 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.824481 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfebed-ba48-4b3e-bc85-3ff0ec3a8feb req-5ef62668-0462-44fd-925a-11f37ee2dfc4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.825989 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dccfebed-ba48-4b3e-bc85-3ff0ec3a8feb req-5ef62668-0462-44fd-925a-11f37ee2dfc4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0528700 Jan 28 01:57:13.863911 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dccfebed-ba48-4b3e-bc85-3ff0ec3a8feb req-dffc2555-7f9c-4b7a-aa2f-1e47f214b4e5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Jan 28 01:57:14.462130 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9995358-8d8c-4bda-a7b0-fd32c478ffb3 req-cbc2ce9e-4493-4587-95f8-1c7fb1c3176b tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:14.464047 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b9995358-8d8c-4bda-a7b0-fd32c478ffb3 req-cbc2ce9e-4493-4587-95f8-1c7fb1c3176b tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.0540593 Jan 28 01:57:14.503958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b9995358-8d8c-4bda-a7b0-fd32c478ffb3 req-188f4f4a-bc76-45f3-9874-8a787a4c44c6 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Jan 28 01:57:14.635973 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86604a67-f99d-43f7-bdea-5dfab4d41fa5 req-e04f4908-0e38-4502-adb9-28cadbad754a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Jan 28 01:57:14.700042 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935597-08f8-4327-b454-de933d40abea req-aa8a384c-7c1d-47f6-8814-f4f41126afb6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:14.701511 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-84935597-08f8-4327-b454-de933d40abea req-aa8a384c-7c1d-47f6-8814-f4f41126afb6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0514536 Jan 28 01:57:14.739136 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-84935597-08f8-4327-b454-de933d40abea req-19fc2c82-c9ec-45d2-b962-e0ac6ebd3c52 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Jan 28 01:57:14.916402 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.007769 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbd156-d9c2-408a-aea3-029bc738827b req-e69b9d97-1b2b-4fa7-9a89-f8adb72bd922 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:15.009656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c6bbd156-d9c2-408a-aea3-029bc738827b req-e69b9d97-1b2b-4fa7-9a89-f8adb72bd922 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0620527 Jan 28 01:57:15.050823 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c6bbd156-d9c2-408a-aea3-029bc738827b req-4dbb3f40-18e9-40eb-acca-abbc26014367 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Jan 28 01:57:15.728737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba73d9-f483-46f7-837b-fc33f50bda81 req-697370ae-2225-4088-829c-bd4a6486af7a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:15.732066 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dba73d9-f483-46f7-837b-fc33f50bda81 req-697370ae-2225-4088-829c-bd4a6486af7a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1120820 Jan 28 01:57:15.737672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:15.743162 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:15.975905 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-73e2c302-3fb9-4e40-bf0e-6baf2282fda9 req-148f939f-77aa-4c24-baa8-84f8083ea890 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.2412531 Jan 28 01:57:15.995114 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dba73d9-f483-46f7-837b-fc33f50bda81 req-ffb4ff1e-7959-4e21-b7c7-a6c3742c20c7 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434855 Jan 28 01:57:16.070879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64708c9-2527-4a53-a5b9-33a7a96d7f01 x-openstack-request-id: req-c64708c9-2527-4a53-a5b9-33a7a96d7f01 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:16.070879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:16.071123 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c64708c9-2527-4a53-a5b9-33a7a96d7f01 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:16.071514 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8', 'status': 'completed', 'code': 200} Jan 28 01:57:16.133024 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40930) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:16.159058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26c05-cf93-41ff-beb8-a5d239019ba3 req-7e2bff49-8d36-4742-a0a7-4cb9a4ae477c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:16.161120 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6df26c05-cf93-41ff-beb8-a5d239019ba3 req-7e2bff49-8d36-4742-a0a7-4cb9a4ae477c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0669875 Jan 28 01:57:16.250926 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6df26c05-cf93-41ff-beb8-a5d239019ba3 req-e6fec13c-d76b-4fd4-835b-c4b41bc33e2a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Jan 28 01:57:16.291375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6aeae-f7c5-477a-b0ad-e8ada007e9e0 req-3c7fec1a-8de0-4540-b8f4-9d65ed881b55 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:16.296497 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-70a6aeae-f7c5-477a-b0ad-e8ada007e9e0 req-3c7fec1a-8de0-4540-b8f4-9d65ed881b55 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.1334841 Jan 28 01:57:16.354765 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ccfae2b3-4270-49ba-a11b-428d2c5fda6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.367673 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-70a6aeae-f7c5-477a-b0ad-e8ada007e9e0 req-a78e1ef3-dd29-408c-852a-5099b6de7971 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Jan 28 01:57:16.397719 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'port': {'device_id': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'admin_state_up': True, 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'security_groups': ['ddc99ee5-113e-436a-83ae-f61708a45948']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:16.455821 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Request body: {'port': {'device_id': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:16.590742 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ccfae2b3-4270-49ba-a11b-428d2c5fda6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.597285 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ccfae2b3-4270-49ba-a11b-428d2c5fda6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.639315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.693023 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ccfae2b3-4270-49ba-a11b-428d2c5fda6d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3409056a152d4abb8a9dc5166eea70e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547326 Jan 28 01:57:16.713055 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40948) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:16.761784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfae2b3-4270-49ba-a11b-428d2c5fda6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e630b-f385-4ba6-8b55-eafd38125b0d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:16.857312 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Made reservation on behalf of c744efbffa214f18ab24d619620343c6 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:16.863553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.940514 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.003904 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.132875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.139431 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.145357 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ce1e630b-f385-4ba6-8b55-eafd38125b0d HTTP/1.1" status: 204 len: 168 time: 0.4211786 Jan 28 01:57:17.154813 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f4b65-ceea-490e-9c7b-5fb0407cd22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e630b-f385-4ba6-8b55-eafd38125b0d,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:17.294276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60240df9-690d-4696-8ff5-b745fb16c02e req-2c78ebdb-3bb8-4afd-b4e9-b8b9aeb6a802 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.0664966 Jan 28 01:57:17.363840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-ac50e7ff-09cc-4763-aaf6-ff2961eeb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:17.365382 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-ac50e7ff-09cc-4763-aaf6-ff2961eeb40d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c0aef26837b47059522707fb2ce8422&device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 1096 time: 0.3950870 Jan 28 01:57:17.388585 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a1247-fdd9-4976-a32e-4345eb6397a6 req-ad5e849c-64b5-4299-bfe6-c2f6d405c1f6 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:17.390192 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc2a1247-fdd9-4976-a32e-4345eb6397a6 req-ad5e849c-64b5-4299-bfe6-c2f6d405c1f6 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.2707012 Jan 28 01:57:17.451134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Allocated IP 172.20.0.9 (828bafe9-6988-48d7-866b-8d25ce9d4df3/15e51dba-be26-4ad7-94ff-506ea13aeee5/d9332855-e3dc-42d6-9f2e-2138fd34387d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:17.517794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4589897f-4d9d-4d78-97c1-85b8537fd56d {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:17.533256 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc2a1247-fdd9-4976-a32e-4345eb6397a6 req-7d950880-8529-4d85-add6-ffddf48b579a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341255 Jan 28 01:57:17.540445 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.560885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49770bb6-ff4a-48fb-bbd0-ee77ad94445f req-4ad0ae96-2c6c-4bec-aee4-f8a10685c330 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:17.562857 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49770bb6-ff4a-48fb-bbd0-ee77ad94445f req-4ad0ae96-2c6c-4bec-aee4-f8a10685c330 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.2053008 Jan 28 01:57:17.602520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Transition to ACTIVE for port object 4589897f-4d9d-4d78-97c1-85b8537fd56d will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:17.638801 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.691850 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40978) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:17.705729 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7a5c68b7-25b9-496c-8c9f-85b693c0c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.716142 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49770bb6-ff4a-48fb-bbd0-ee77ad94445f req-e878c6c7-e786-4e5d-971c-24e2eaf5c86c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464796 Jan 28 01:57:17.756637 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Pushing event updated for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:17.799941 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7a5c68b7-25b9-496c-8c9f-85b693c0c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.804043 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7a5c68b7-25b9-496c-8c9f-85b693c0c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.809070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3ed44-d243-4bdb-bc44-5b185514ed68 req-8ba93823-773e-4735-80e3-90156fba7a60 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:17.810518 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bf3ed44-d243-4bdb-bc44-5b185514ed68 req-8ba93823-773e-4735-80e3-90156fba7a60 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.2069092 Jan 28 01:57:17.843919 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7a5c68b7-25b9-496c-8c9f-85b693c0c0ac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c31d0e40cc9b491896c3646ee4fb116f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508825 Jan 28 01:57:17.844637 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c68b7-25b9-496c-8c9f-85b693c0c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed2364-314f-4b1b-9c1e-74724bc40190,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:17.847089 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 40980) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:17.870052 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.871521 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Attempting to bind port 4589897f-4d9d-4d78-97c1-85b8537fd56d on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:17.871845 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Attempting to bind port 4589897f-4d9d-4d78-97c1-85b8537fd56d by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:17.872160 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Attempting to bind port 4589897f-4d9d-4d78-97c1-85b8537fd56d on network 8d6f683f-7651-4be4-b337-6c7615d8497b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:17.891630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Port 4589897f-4d9d-4d78-97c1-85b8537fd56d on network 8d6f683f-7651-4be4-b337-6c7615d8497b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:17.891630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Attempting to bind port 4589897f-4d9d-4d78-97c1-85b8537fd56d on network 8d6f683f-7651-4be4-b337-6c7615d8497b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:17.898506 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bf3ed44-d243-4bdb-bc44-5b185514ed68 req-f3201664-57ea-4807-87ca-04ae0da75fea tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Jan 28 01:57:17.900727 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.905878 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:17.906304 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Checking segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:17.906633 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Bound using segment: {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:17.907093 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Bound port: 4589897f-4d9d-4d78-97c1-85b8537fd56d, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305ce20d-34c0-4047-80c6-7621b59e639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:17.907448 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.930596 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.971331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.981575 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.985051 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.986225 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e8ed2364-314f-4b1b-9c1e-74724bc40190 HTTP/1.1" status: 204 len: 168 time: 0.1382418 Jan 28 01:57:17.998780 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c34f0-d04b-49c6-a1f4-908108b56c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed2364-314f-4b1b-9c1e-74724bc40190,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.042819 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:18.046482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:18.053096 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:18.055702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:18.062295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.062935 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.077575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.084838 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:18.094401 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.103186 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-3401c63a-de5a-4988-8f13-8f8ef365eca5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7107034 Jan 28 01:57:18.134940 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.135569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.137008 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] 10.222.0.100 "PUT /v2.0/ports/4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 1093 time: 1.6918542 Jan 28 01:57:18.139420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:18.141768 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1090428-de2c-4d5f-82ca-692392a56e02" -d '{"events": [{"name": "network-changed", "server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:18.170553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e634b-4d7c-4cc6-b947-965a4836d082 service neutron] Pushing event updated for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.210342 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c66233-a0ee-47ba-95f6-e0c161016962 x-openstack-request-id: req-a5c66233-a0ee-47ba-95f6-e0c161016962 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:18.210641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:18.210889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a5c66233-a0ee-47ba-95f6-e0c161016962 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:18.211322 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d', 'status': 'completed', 'code': 200} Jan 28 01:57:18.373443 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-778ec770-a15b-40c1-b3c2-450f3413116a None None] Provisioning complete for port d9332855-e3dc-42d6-9f2e-2138fd34387d triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:18.374194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-778ec770-a15b-40c1-b3c2-450f3413116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.414491 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-778ec770-a15b-40c1-b3c2-450f3413116a None None] Port d9332855-e3dc-42d6-9f2e-2138fd34387d cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:18.426012 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec85379-4154-4162-b563-eb5d6f001acd req-6184da6e-baa4-4575-826f-2c0ee173c865 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.427552 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ec85379-4154-4162-b563-eb5d6f001acd req-6184da6e-baa4-4575-826f-2c0ee173c865 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.0548496 Jan 28 01:57:18.477697 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ec85379-4154-4162-b563-eb5d6f001acd req-17108e52-a20c-4c55-a6ff-2a36b5aad30b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Jan 28 01:57:18.664789 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8651e8-7837-426f-9e2f-fc504c524fd7 req-cbb4e3fb-5e09-4138-b288-42ad2b5e7bf1 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.666321 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fa8651e8-7837-426f-9e2f-fc504c524fd7 req-cbb4e3fb-5e09-4138-b288-42ad2b5e7bf1 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.0550132 Jan 28 01:57:18.710247 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fa8651e8-7837-426f-9e2f-fc504c524fd7 req-9120ed01-9aa3-410c-b108-47babab5669d tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Jan 28 01:57:18.846241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfd5b3-4762-4466-b283-b5a8cef38a52 req-a71af00e-8401-4f58-9e9b-d96343ce1b93 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.847790 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dcfd5b3-4762-4466-b283-b5a8cef38a52 req-a71af00e-8401-4f58-9e9b-d96343ce1b93 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0554647 Jan 28 01:57:18.887536 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dcfd5b3-4762-4466-b283-b5a8cef38a52 req-0a965926-773a-4cfc-b6ab-34b89eaabbf2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Jan 28 01:57:19.035377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57635a5-575a-4bca-8f97-ba56e150306c req-c47acd51-e863-494c-a732-97537b700e9d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:19.036993 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f57635a5-575a-4bca-8f97-ba56e150306c req-c47acd51-e863-494c-a732-97537b700e9d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0539281 Jan 28 01:57:19.083308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f57635a5-575a-4bca-8f97-ba56e150306c req-f8992b02-dd67-4c2f-9e30-bb7d057e5b42 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Jan 28 01:57:19.659595 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44560b-0c83-48d3-9d1b-984fcf377aef req-fbdee074-2687-4485-82c7-dc0c62961eca tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:19.661266 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-de44560b-0c83-48d3-9d1b-984fcf377aef req-fbdee074-2687-4485-82c7-dc0c62961eca tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.0567703 Jan 28 01:57:19.709907 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-de44560b-0c83-48d3-9d1b-984fcf377aef req-7987a65a-59bf-4e30-90e0-f8112b6c095a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Jan 28 01:57:19.937681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190016f-6308-4554-81ba-24a4dd94ca5c req-76a3ae69-e07f-48e2-8ded-f6282fb9b7f2 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:19.945566 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d190016f-6308-4554-81ba-24a4dd94ca5c req-76a3ae69-e07f-48e2-8ded-f6282fb9b7f2 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.0891778 Jan 28 01:57:20.037589 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d190016f-6308-4554-81ba-24a4dd94ca5c req-f75fd8cd-a8f6-42fb-83af-b5381daaad97 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908735 Jan 28 01:57:20.119142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e9d12-890f-498b-ba41-baced2a974a4 req-7a4fe680-dcfb-4c7c-bb8a-19884e4437e1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:20.128113 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-684e9d12-890f-498b-ba41-baced2a974a4 req-7a4fe680-dcfb-4c7c-bb8a-19884e4437e1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0881698 Jan 28 01:57:20.192776 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-684e9d12-890f-498b-ba41-baced2a974a4 req-329ea01f-c4d4-4428-974a-14e82413c8e3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Jan 28 01:57:20.359153 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c88c4b-4206-49e2-9f8a-af56722f2aaa req-fa8ee34e-43ca-4ac9-bc38-63e836dbd272 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:20.367890 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96c88c4b-4206-49e2-9f8a-af56722f2aaa req-fa8ee34e-43ca-4ac9-bc38-63e836dbd272 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.1266024 Jan 28 01:57:20.429026 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96c88c4b-4206-49e2-9f8a-af56722f2aaa req-b53078a7-30ef-4190-8f2a-59395089e07d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591834 Jan 28 01:57:20.989090 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32a10-97b4-463e-98e9-369a0b638510 req-d39e8e1c-5e71-412c-8f34-f0fdfa2302a9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:21.005211 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-85a32a10-97b4-463e-98e9-369a0b638510 req-d39e8e1c-5e71-412c-8f34-f0fdfa2302a9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.1409049 Jan 28 01:57:21.089296 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-85a32a10-97b4-463e-98e9-369a0b638510 req-918806e8-bfda-4ac4-a295-023b74647826 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712707 Jan 28 01:57:21.454783 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ca170-fc2f-4657-bea4-6cc8325cf310 req-88053ce3-a8b2-48ac-b8b0-3f730e8ad4a4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:21.456641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-461ca170-fc2f-4657-bea4-6cc8325cf310 req-88053ce3-a8b2-48ac-b8b0-3f730e8ad4a4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1928811 Jan 28 01:57:21.481448 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f6267-60b7-4f49-8df8-7ec8ec48b422 req-eb780834-096c-4799-9313-2d0ade394588 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:21.484713 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-195f6267-60b7-4f49-8df8-7ec8ec48b422 req-eb780834-096c-4799-9313-2d0ade394588 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.1047659 Jan 28 01:57:21.617747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-461ca170-fc2f-4657-bea4-6cc8325cf310 req-4d0df0e5-2bc1-44e5-bfb3-55214051efda tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463051 Jan 28 01:57:21.634276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-195f6267-60b7-4f49-8df8-7ec8ec48b422 req-eaae5e4a-e8e3-49f7-a4cd-781f4407bcb1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395202 Jan 28 01:57:21.730644 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:21.909528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9092-6131-4f7f-84b9-240ea95816bf req-c8b5fb64-e737-4a8b-bea2-2b2bc15a85b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:21.922912 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-454a9092-6131-4f7f-84b9-240ea95816bf req-c8b5fb64-e737-4a8b-bea2-2b2bc15a85b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.1171854 Jan 28 01:57:22.017997 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-454a9092-6131-4f7f-84b9-240ea95816bf req-36093429-0463-4154-a7f5-74f6285fe794 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937748 Jan 28 01:57:22.312919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e42b-641c-4686-bfda-dc3715ef7cef req-f6b32389-daf5-4c9d-bcc2-c990b2cc4de0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:22.315538 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7585e42b-641c-4686-bfda-dc3715ef7cef req-f6b32389-daf5-4c9d-bcc2-c990b2cc4de0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.0745690 Jan 28 01:57:22.395070 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7585e42b-641c-4686-bfda-dc3715ef7cef req-cd0256ec-afe0-4342-a3aa-9714fc79b53b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609202 Jan 28 01:57:22.836814 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0650a-4100-4609-892f-065dc3925cd6 req-289498c3-7bcf-4743-9567-31dd07117bd5 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:22.838557 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-14d0650a-4100-4609-892f-065dc3925cd6 req-289498c3-7bcf-4743-9567-31dd07117bd5 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.0969582 Jan 28 01:57:22.866130 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51a336-3aa9-4860-a7ba-43cb9b4ad029 req-e03faed8-5987-4317-a4e0-7ad7a8c09e08 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:22.867851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb51a336-3aa9-4860-a7ba-43cb9b4ad029 req-e03faed8-5987-4317-a4e0-7ad7a8c09e08 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0843837 Jan 28 01:57:22.927225 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-14d0650a-4100-4609-892f-065dc3925cd6 req-60043cb4-3d78-4d6e-a20d-87c03f68d502 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Jan 28 01:57:22.933206 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb51a336-3aa9-4860-a7ba-43cb9b4ad029 req-db5f1dd5-e9c2-4403-a2c2-8bba99c1290d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569966 Jan 28 01:57:23.021594 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41206) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:23.139820 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-da4b9f06-89bf-4906-8442-0796ef9ff2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.147298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43955f1e-d6b9-421f-b138-4a3f9cfb464b req-e1cadcee-821d-4f9b-8682-e07982788941 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:23.148907 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-43955f1e-d6b9-421f-b138-4a3f9cfb464b req-e1cadcee-821d-4f9b-8682-e07982788941 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0503769 Jan 28 01:57:23.192122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-43955f1e-d6b9-421f-b138-4a3f9cfb464b req-35bd913e-846a-49dc-8a9c-14c8f3989f4d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Jan 28 01:57:23.354784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-da4b9f06-89bf-4906-8442-0796ef9ff2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.359156 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-da4b9f06-89bf-4906-8442-0796ef9ff2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.396853 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-da4b9f06-89bf-4906-8442-0796ef9ff2ad admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3b198d07e0a641d9bee77e1ad3cec6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741286 Jan 28 01:57:23.397701 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b9f06-89bf-4906-8442-0796ef9ff2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80047cd0-88c1-41bc-9765-f27feac891a9,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:23.399724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41214) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:23.454045 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.481300 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.573189 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4ae51-3b03-4862-a7ff-0e2317c28eba req-613740a3-8e70-4261-8752-6dca6467f7ad tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:23.574659 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ea4ae51-3b03-4862-a7ff-0e2317c28eba req-613740a3-8e70-4261-8752-6dca6467f7ad tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.0956855 Jan 28 01:57:23.597928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.600549 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.601784 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/80047cd0-88c1-41bc-9765-f27feac891a9 HTTP/1.1" status: 204 len: 168 time: 0.2004061 Jan 28 01:57:23.617301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db318-31a7-4453-9f85-deb956a48656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80047cd0-88c1-41bc-9765-f27feac891a9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:23.634344 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ea4ae51-3b03-4862-a7ff-0e2317c28eba req-1fbfdf6f-7d01-43d4-b2fc-9585f256a366 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529552 Jan 28 01:57:23.947230 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41224) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:23.968280 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-948739ba-7a38-4ded-93f0-cd6d6214b4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.137070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcd6ed-8b98-429e-84f9-8f64563b2644 req-55d20ee2-f675-4b3e-9ae0-4b85d6b764af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.138868 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61fcd6ed-8b98-429e-84f9-8f64563b2644 req-55d20ee2-f675-4b3e-9ae0-4b85d6b764af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.1233718 Jan 28 01:57:24.163674 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-79f4c9f6-2257-443b-880d-7de9e075f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.165260 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-79f4c9f6-2257-443b-880d-7de9e075f823 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 1096 time: 0.1004162 Jan 28 01:57:24.172412 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c563-d9c9-4180-bb32-60873584a589 req-0295a803-3654-4134-ac5f-b18e703b8af7 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.174506 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4083c563-d9c9-4180-bb32-60873584a589 req-0295a803-3654-4134-ac5f-b18e703b8af7 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1610196 Jan 28 01:57:24.245583 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-948739ba-7a38-4ded-93f0-cd6d6214b4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.459074 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-948739ba-7a38-4ded-93f0-cd6d6214b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.529139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Request body: {'port': {'device_id': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:24.563037 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-d5a4bbd5-e361-4fa5-9934-50dced35ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.564685 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-d5a4bbd5-e361-4fa5-9934-50dced35ffee service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=f2f478fd06754a38b139c8415da6a514&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2280653 Jan 28 01:57:24.625739 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61fcd6ed-8b98-429e-84f9-8f64563b2644 req-76384e18-82bf-494e-8f09-d709592916f6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740744 Jan 28 01:57:24.654785 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4083c563-d9c9-4180-bb32-60873584a589 req-03263db3-3c9c-4c20-9d82-b1e10dbba76d tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657617 Jan 28 01:57:24.683288 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-bd4eb62e-6e8e-462c-9ae2-62b781012d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.685133 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-bd4eb62e-6e8e-462c-9ae2-62b781012d63 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1096 time: 0.4978480 Jan 28 01:57:24.717027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-948739ba-7a38-4ded-93f0-cd6d6214b4a9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b47b949cb6ea43e2814b7132358f7c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664950 Jan 28 01:57:24.721293 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41242) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:24.736562 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948739ba-7a38-4ded-93f0-cd6d6214b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6afa3d-903e-4882-913a-d460f9f715eb,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:24.796763 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-b5bcc02f-23dc-46d9-9d00-f0a1571a1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.798498 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-98db73eb-1b3b-499d-b3b6-08bd077e3cfa req-b5bcc02f-23dc-46d9-9d00-f0a1571a1f4d service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265854 Jan 28 01:57:24.824342 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-1c102479-b40f-455b-a3c1-123293a3e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.824342 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-1c102479-b40f-455b-a3c1-123293a3e670 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1096 time: 0.3273988 Jan 28 01:57:24.826067 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.857278 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.878455 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-707bfafe-fc2d-4861-a55b-493b971d7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.880123 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-707bfafe-fc2d-4861-a55b-493b971d7853 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=8c0aef26837b47059522707fb2ce8422&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6745121 Jan 28 01:57:24.890456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.917544 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.922063 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.924851 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d6afa3d-903e-4882-913a-d460f9f715eb HTTP/1.1" status: 204 len: 168 time: 0.1950288 Jan 28 01:57:24.927911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4137-a11f-4a83-a564-b55b119e5087 req-3964e7b4-e3ea-423e-a812-0c46da8971f1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.929638 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f5e4137-a11f-4a83-a564-b55b119e5087 req-3964e7b4-e3ea-423e-a812-0c46da8971f1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.1606808 Jan 28 01:57:24.938991 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ef4de-a55d-4fee-8f27-87d176e32a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6afa3d-903e-4882-913a-d460f9f715eb,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:24.939837 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019e449-1825-4a0c-abf7-66dcd893c50c req-9ba0c623-d1cf-4964-98cb-b67cff4102a2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:24.942836 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1019e449-1825-4a0c-abf7-66dcd893c50c req-9ba0c623-d1cf-4964-98cb-b67cff4102a2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 931 time: 0.1956384 Jan 28 01:57:25.114851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f5e4137-a11f-4a83-a564-b55b119e5087 req-4d844a4b-5490-4c28-b1b8-40f4a0193089 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472466 Jan 28 01:57:25.120157 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1019e449-1825-4a0c-abf7-66dcd893c50c req-291b6e8e-03ab-4d8b-8c9a-36de7fc7119c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507828 Jan 28 01:57:25.381683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:25.396161 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.414576 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Transition to ACTIVE for port object d9332855-e3dc-42d6-9f2e-2138fd34387d will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:25.419042 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.493082 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:25.552603 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Attempting to bind port d9332855-e3dc-42d6-9f2e-2138fd34387d on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:25.553372 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Attempting to bind port d9332855-e3dc-42d6-9f2e-2138fd34387d by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:25.553936 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Attempting to bind port d9332855-e3dc-42d6-9f2e-2138fd34387d on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:25.565866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Port d9332855-e3dc-42d6-9f2e-2138fd34387d on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:25.566352 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Attempting to bind port d9332855-e3dc-42d6-9f2e-2138fd34387d on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:25.576177 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:25.576670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Checking segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:25.577357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Bound using segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:25.577949 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Bound port: d9332855-e3dc-42d6-9f2e-2138fd34387d, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:25.578579 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.669724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:25.678460 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:25.686169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.706798 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:25.707514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.729689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] 10.222.0.100 "PUT /v2.0/ports/d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 1093 time: 1.2666857 Jan 28 01:57:25.731738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:25.734374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78ceac-d423-4249-bea1-40e03bcd5f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:25.903698 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7ec94-5bd3-4642-9cce-8f92f54639ed service neutron] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:25.927026 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bf4a1-5249-43e4-910d-0a1929e4861d req-769a631a-80ab-41d2-a75f-ff75259489c1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:25.929289 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5f8bf4a1-5249-43e4-910d-0a1929e4861d req-769a631a-80ab-41d2-a75f-ff75259489c1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.1544008 Jan 28 01:57:25.942148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19affb71-2160-4fdf-a7b2-a68cd3f251ce req-224e51b5-6cce-4acc-8387-ce0668220901 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:25.944276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19affb71-2160-4fdf-a7b2-a68cd3f251ce req-224e51b5-6cce-4acc-8387-ce0668220901 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1728597 Jan 28 01:57:26.010886 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5f8bf4a1-5249-43e4-910d-0a1929e4861d req-2b24d2f5-b3a6-4b5d-8f1f-b57caf00c9a0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Jan 28 01:57:26.017469 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19affb71-2160-4fdf-a7b2-a68cd3f251ce req-acda6a67-09ba-4b33-9e2b-b09d1b5daaff tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622315 Jan 28 01:57:26.082727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80194045-275c-4c97-b278-c34e8fc76b05 x-openstack-request-id: req-80194045-275c-4c97-b278-c34e8fc76b05 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:26.083268 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:26.083557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-80194045-275c-4c97-b278-c34e8fc76b05 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:26.084006 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'status': 'completed', 'code': 200} Jan 28 01:57:26.350445 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5e866-1469-4e91-9bea-4a8e70868c61 req-b486bc05-a4a0-4d88-a576-636ebc6cd638 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:26.352051 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61a5e866-1469-4e91-9bea-4a8e70868c61 req-b486bc05-a4a0-4d88-a576-636ebc6cd638 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0977581 Jan 28 01:57:26.362093 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9ae0d-2163-4652-afa9-3a720659f5d1 req-a32d1e5f-4044-457a-94cf-af29753af368 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:26.363879 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-68f9ae0d-2163-4652-afa9-3a720659f5d1 req-a32d1e5f-4044-457a-94cf-af29753af368 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0952530 Jan 28 01:57:26.435494 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61a5e866-1469-4e91-9bea-4a8e70868c61 req-fe45f43c-936d-4c54-8c5a-2fc6f9d239d3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 Jan 28 01:57:26.442667 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-68f9ae0d-2163-4652-afa9-3a720659f5d1 req-e0047532-6c62-4520-8877-0371b7955957 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711718 Jan 28 01:57:27.199617 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c3093-1863-4ac4-bb54-a07e8ef9c0d6 req-19587bfa-f7dc-4e80-9091-0241c9cb3759 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.202122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b98c3093-1863-4ac4-bb54-a07e8ef9c0d6 req-19587bfa-f7dc-4e80-9091-0241c9cb3759 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1037521 Jan 28 01:57:27.230518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db995a-8938-46af-872a-e1247c7be6d9 req-926eee5d-b372-45c4-9ecd-5f591b49ba83 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.232786 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60db995a-8938-46af-872a-e1247c7be6d9 req-926eee5d-b372-45c4-9ecd-5f591b49ba83 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.0954494 Jan 28 01:57:27.305726 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b98c3093-1863-4ac4-bb54-a07e8ef9c0d6 req-e16bc255-b041-454f-beec-d5154ad84b95 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945618 Jan 28 01:57:27.336396 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60db995a-8938-46af-872a-e1247c7be6d9 req-25fb6a58-6b58-4a39-b62a-68fe814ec749 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950663 Jan 28 01:57:27.472684 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-90082ac1-b3fb-4962-9b3a-52723c38f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.474400 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-90082ac1-b3fb-4962-9b3a-52723c38f77e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1096 time: 0.0569367 Jan 28 01:57:27.656688 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-bbda25fd-3587-4d4f-9c7c-c782ae5a5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.658898 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-bbda25fd-3587-4d4f-9c7c-c782ae5a5d37 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=c744efbffa214f18ab24d619620343c6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1675091 Jan 28 01:57:27.771721 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-cf5dec8d-2469-4901-9e82-8949e491e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.773468 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-0a78ceac-d423-4249-bea1-40e03bcd5f2e req-cf5dec8d-2469-4901-9e82-8949e491e3e3 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080062 Jan 28 01:57:27.919715 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-2f82c7ee-874a-4064-9cb4-d457ae13a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:27.922927 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-2f82c7ee-874a-4064-9cb4-d457ae13a064 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1096 time: 0.0789449 Jan 28 01:57:28.015293 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-cd41d628-5ee9-40f1-a177-23c37922b0f5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 217 time: 0.0772998 Jan 28 01:57:28.101725 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-0f5e9bc7-11cf-4af0-907b-b130eb1a1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.103335 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-0f5e9bc7-11cf-4af0-907b-b130eb1a1056 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0815914 Jan 28 01:57:28.152113 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-58f9ad63-4822-4d96-a49c-3d801f467919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.154811 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-58f9ad63-4822-4d96-a49c-3d801f467919 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 1096 time: 0.7115500 Jan 28 01:57:28.175723 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-11a6fa3a-e43e-49a8-a8f2-59082c0205e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.178313 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-11a6fa3a-e43e-49a8-a8f2-59082c0205e5 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8227024 Jan 28 01:57:28.190215 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-f9c27f31-1ca9-4708-9110-040af3c65c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.191716 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-f9c27f31-1ca9-4708-9110-040af3c65c7e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815954 Jan 28 01:57:28.314590 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-8435a19a-f36b-4e94-bedc-a154f8affb83 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157260 Jan 28 01:57:28.318548 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee795ca-a9f3-4d27-905b-2d30e43eb8ec req-813f42e6-cb85-4ba2-ae3b-350f156c5b1f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.321092 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ee795ca-a9f3-4d27-905b-2d30e43eb8ec req-813f42e6-cb85-4ba2-ae3b-350f156c5b1f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.7407596 Jan 28 01:57:28.346520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9125df-f189-40d8-8a4f-60450ac28e4d req-6130a4b5-219c-4e32-bbc4-fb595091f0ba tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.348110 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed9125df-f189-40d8-8a4f-60450ac28e4d req-6130a4b5-219c-4e32-bbc4-fb595091f0ba tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.7655613 Jan 28 01:57:28.349490 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-ba674ba3-de44-4342-823a-ea3499983d66 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8 HTTP/1.1" status: 200 len: 217 time: 0.1607764 Jan 28 01:57:28.354257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-13b862b7-2401-4f35-afc2-074ba3844077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.357531 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4dd8e30-2833-4c0e-9b6a-a9b9d9db16f7 req-13b862b7-2401-4f35-afc2-074ba3844077 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9134240 Jan 28 01:57:28.396532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-a0b7d01c-0a44-4a95-a33c-29c7dcd96936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.398260 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-a0b7d01c-0a44-4a95-a33c-29c7dcd96936 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9565907 Jan 28 01:57:28.470288 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-910f41bf-ec69-4c39-a09b-2caf535e0f79 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481481 Jan 28 01:57:28.649533 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ee795ca-a9f3-4d27-905b-2d30e43eb8ec req-80f84d91-40ce-4fe8-b01f-ff2c98135301 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964983 Jan 28 01:57:28.666738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35a32-f9d3-4ede-a643-ac758354e135 req-9fe80ce2-43ae-487d-9431-8a9596b4308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.669476 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-9fe80ce2-43ae-487d-9431-8a9596b4308b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.2745821 Jan 28 01:57:28.765603 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-8508ccca-2b16-4143-85b6-2761843c8019 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811760 Jan 28 01:57:28.766756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-e56bfba1-fa8d-4652-955c-c11a9f6751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.768300 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3e0ebf4-90f6-48b8-8dc7-8c479449a732 req-e56bfba1-fa8d-4652-955c-c11a9f6751a8 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5116408 Jan 28 01:57:28.774797 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed9125df-f189-40d8-8a4f-60450ac28e4d req-c71315c2-0ce6-426d-be0b-2f078f762f91 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634803 Jan 28 01:57:28.831971 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-51e100fc-bea1-49e6-9565-41a7c88bf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.835223 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-51e100fc-bea1-49e6-9565-41a7c88bf56d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c0aef26837b47059522707fb2ce8422&device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 1096 time: 0.3518159 Jan 28 01:57:28.905434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-d1fabbcf-221c-4e22-9c74-3837adf31106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:28.906927 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1090428-de2c-4d5f-82ca-692392a56e02 req-d1fabbcf-221c-4e22-9c74-3837adf31106 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4746957 Jan 28 01:57:28.992544 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-839b5381-ce7d-4e2c-b588-8e6aee87ee73 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148 HTTP/1.1" status: 200 len: 217 time: 0.1083457 Jan 28 01:57:29.105619 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe888d9-03aa-4253-bea5-752dac383679 req-99c092a2-fcb9-4635-9ea3-3093266df1e4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.107216 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebe888d9-03aa-4253-bea5-752dac383679 req-99c092a2-fcb9-4635-9ea3-3093266df1e4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.3442936 Jan 28 01:57:29.146075 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-f4d609f0-7e81-4952-8c93-29516c4f9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.147564 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-f4d609f0-7e81-4952-8c93-29516c4f9432 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1096 time: 0.2953451 Jan 28 01:57:29.164008 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-49a0f554-b837-4a62-985a-ccb6aa1286cd service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766787 Jan 28 01:57:29.172889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ba73-4464-4111-87de-b9f049b71097 req-5c777cde-cae4-44cc-b148-993fa400fecc tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.174422 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c90ba73-4464-4111-87de-b9f049b71097 req-5c777cde-cae4-44cc-b148-993fa400fecc tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.2768214 Jan 28 01:57:29.203198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea6db-8cde-4676-b7d5-5131babb331d req-7ce1d2fd-0baf-42cf-9261-249573f63c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.204659 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-7ce1d2fd-0baf-42cf-9261-249573f63c72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a204b9f7-b759-45a1-98d0-eff39dd7ef8b HTTP/1.1" status: 200 len: 851 time: 0.1959822 Jan 28 01:57:29.232362 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d2364849-b835-4cd9-abfe-ab0abeb67750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:29.331058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-6097e26b-881d-4a5f-aa33-5d561e4d25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.332550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-6097e26b-881d-4a5f-aa33-5d561e4d25d4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1096 time: 0.3387866 Jan 28 01:57:29.333810 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-957055d9-b3fa-46d6-89b2-45c9c20e4641 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1139f116-1935-408c-a5bf-876a9f0d0365 HTTP/1.1" status: 200 len: 217 time: 0.1573622 Jan 28 01:57:29.362589 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-794a3aa5-ef87-41f4-9249-3a8cb3871d17 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6dc19d78-9658-4886-82d7-0e66c7c36321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971696 Jan 28 01:57:29.455074 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebe888d9-03aa-4253-bea5-752dac383679 req-bf1c7318-ae3c-4119-b751-ec2e7637edf3 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372908 Jan 28 01:57:29.478850 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-d4c3b8ae-e2e4-470c-9715-3220bf4d3b79 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.1193044 Jan 28 01:57:29.550387 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c90ba73-4464-4111-87de-b9f049b71097 req-b0018e98-8f0e-40df-9e5f-65a75c743373 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689051 Jan 28 01:57:29.654549 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-def35a32-f9d3-4ede-a643-ac758354e135 req-f9d8d0d6-3202-4648-aa1d-3d534dcd82ce service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786425 Jan 28 01:57:29.662247 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-1d69a8f7-5669-4ee3-97c7-2973b0213db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.663315 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-1d69a8f7-5669-4ee3-97c7-2973b0213db5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.3076308 Jan 28 01:57:29.717540 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-b95e1c58-513d-457f-b6d9-7984260bab45 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454266 Jan 28 01:57:29.719451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270623ec-1303-40db-bc60-e96760d829f4 req-2aee8ab0-e31e-42e4-8ecc-2db1d2bddd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:29.721731 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-2aee8ab0-e31e-42e4-8ecc-2db1d2bddd95 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.2343836 Jan 28 01:57:29.726928 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-a50a3866-5751-4e17-9713-a485939b3a5f service neutron] 10.222.0.100 "GET /v2.0/networks/6dc19d78-9658-4886-82d7-0e66c7c36321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445284 Jan 28 01:57:29.873268 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-c1e0a561-51a1-4a58-bf4b-13528cd06f52 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176167 Jan 28 01:57:30.234139 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41450) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:30.340967 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd584-09d8-42b8-9761-0e18fe890eca req-cafac3d2-5ae9-4799-90d0-b326db82ca56 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:30.343187 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77ebd584-09d8-42b8-9761-0e18fe890eca req-cafac3d2-5ae9-4799-90d0-b326db82ca56 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.5055881 Jan 28 01:57:30.355926 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86eea6db-8cde-4676-b7d5-5131babb331d req-abb4ebf7-0b9b-452b-9515-c90b14c1bf33 service neutron] 10.222.0.100 "GET /v2.0/networks/6dc19d78-9658-4886-82d7-0e66c7c36321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976198 Jan 28 01:57:30.371144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac94229-cdf0-4693-898a-14b384a78af9 req-7b98b6c9-47b2-44c6-9672-d4e9c1be6bfb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:30.373094 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dac94229-cdf0-4693-898a-14b384a78af9 req-7b98b6c9-47b2-44c6-9672-d4e9c1be6bfb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.4397142 Jan 28 01:57:30.381969 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-077cf3dd-5f87-4254-9b83-b831b498aad9 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248586 Jan 28 01:57:30.392642 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4cead2f-0923-4bce-82dc-571fdf2b2574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.441400 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-45577ef3-94a4-4208-9d0b-d6844c30d626 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276608 Jan 28 01:57:30.563365 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4cead2f-0923-4bce-82dc-571fdf2b2574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.569386 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4cead2f-0923-4bce-82dc-571fdf2b2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.580661 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77ebd584-09d8-42b8-9761-0e18fe890eca req-052b16d1-d1ca-465d-8502-a024f16e29f8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183952 Jan 28 01:57:30.617641 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f4cead2f-0923-4bce-82dc-571fdf2b2574 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23d9dfd720874aef9604f70a32c61bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815715 Jan 28 01:57:30.622407 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cead2f-0923-4bce-82dc-571fdf2b2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db98d58-20fc-47c1-b19c-1126f4120199,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:30.627528 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41472) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:30.631115 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dac94229-cdf0-4693-898a-14b384a78af9 req-0eb11940-db66-4413-9d83-909e758a4cb8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418363 Jan 28 01:57:30.694678 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.701660 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f45555a-2bde-40f4-a7c0-d802de7d36f3 req-ce385f2a-2104-4d21-9ce2-8834163fda2f service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088131 Jan 28 01:57:30.725542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.773328 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-270623ec-1303-40db-bc60-e96760d829f4 req-427dd0d4-ceec-411c-8db9-8af60f8819c2 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898841 Jan 28 01:57:30.810146 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.813848 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:30.815602 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1db98d58-20fc-47c1-b19c-1126f4120199 HTTP/1.1" status: 204 len: 168 time: 0.1868501 Jan 28 01:57:30.828953 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e51c48-95d5-4333-a599-70f93db728c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db98d58-20fc-47c1-b19c-1126f4120199,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:30.861944 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498111-437c-4793-b102-7b13cd62ebe1 req-a07452ff-2173-4967-be09-041d73c76df8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:30.863517 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bf498111-437c-4793-b102-7b13cd62ebe1 req-a07452ff-2173-4967-be09-041d73c76df8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1615286 Jan 28 01:57:30.889032 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770a654-cc1e-4aa1-85b6-0454d8ee58c9 req-88c23b03-01cf-4446-9cb9-1fa25c6f194d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:30.891773 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5770a654-cc1e-4aa1-85b6-0454d8ee58c9 req-88c23b03-01cf-4446-9cb9-1fa25c6f194d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.1595714 Jan 28 01:57:30.966068 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bf498111-437c-4793-b102-7b13cd62ebe1 req-daf3c2b8-65d4-464a-bc4b-4cb66d8b659a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Jan 28 01:57:31.000470 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5770a654-cc1e-4aa1-85b6-0454d8ee58c9 req-7349daee-ae1b-4d3d-9f4e-924a72eea428 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995274 Jan 28 01:57:31.088618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41486) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.267980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41494) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.287103 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b54fa5e-1fe1-4dc9-afda-7c4a94661a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.346756 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:31.470236 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41500) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.484990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b54fa5e-1fe1-4dc9-afda-7c4a94661a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.495221 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b54fa5e-1fe1-4dc9-afda-7c4a94661a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.571514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54fa5e-1fe1-4dc9-afda-7c4a94661a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e129547-ba4c-4516-9968-edf61c25f8a1,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:31.572633 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:31.586240 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:31.600959 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a21fe3f4-ac94-4a62-bf93-d52af1254c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.611891 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f94ec75-f9df-4de9-839e-646e76f7661e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.628265 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1b54fa5e-1fe1-4dc9-afda-7c4a94661a00 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9810917292df421aa3f771e37011131b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566451 Jan 28 01:57:31.629210 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41506) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.638185 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.671943 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:31.728009 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:31.736635 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.739045 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f94ec75-f9df-4de9-839e-646e76f7661e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.745896 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f94ec75-f9df-4de9-839e-646e76f7661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.766484 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.823516 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:31.833872 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.839287 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a21fe3f4-ac94-4a62-bf93-d52af1254c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.844210 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4f94ec75-f9df-4de9-839e-646e76f7661e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=70b0420870344caea06ecd7fa5412281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508068 Jan 28 01:57:31.846801 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41510) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.855135 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a21fe3f4-ac94-4a62-bf93-d52af1254c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.866350 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94ec75-f9df-4de9-839e-646e76f7661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab0923-fb80-44d8-bde5-06f710160981,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:31.893076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130cc0-eda8-477e-8625-b49df9404cca req-023727d6-8841-4836-a071-8782397ae792 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:31.894922 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb130cc0-eda8-477e-8625-b49df9404cca req-023727d6-8841-4836-a071-8782397ae792 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.1362689 Jan 28 01:57:31.910869 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05b68d-a097-4e00-b35f-0482f9004df5 req-bfcba327-37ad-4f51-b5f3-4463f7d6861b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:31.912950 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b05b68d-a097-4e00-b35f-0482f9004df5 req-bfcba327-37ad-4f51-b5f3-4463f7d6861b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.0984185 Jan 28 01:57:31.935833 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7e5865c8-9ce5-4648-8f8c-17c8c7fe64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.968697 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a21fe3f4-ac94-4a62-bf93-d52af1254c7c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc3fa786a2d14a6c8fb3206383579b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967861 Jan 28 01:57:31.974824 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41512) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:31.979434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe3f4-ac94-4a62-bf93-d52af1254c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ceecd-e742-4652-881d-81516b010031,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:31.991996 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb130cc0-eda8-477e-8625-b49df9404cca req-b68394df-17e5-4ac7-be27-3f8806584ab8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783782 Jan 28 01:57:32.003182 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b05b68d-a097-4e00-b35f-0482f9004df5 req-7c7b892b-f72b-4962-bcc0-9a1b4923691d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738883 Jan 28 01:57:32.012619 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.058493 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['d9332855-e3dc-42d6-9f2e-2138fd34387d'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:32.059114 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.063733 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.072367 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e129547-ba4c-4516-9968-edf61c25f8a1 HTTP/1.1" status: 204 len: 168 time: 0.4404266 Jan 28 01:57:32.085922 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.126538 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171b3d1-00a5-453d-811d-90c0073c9e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e129547-ba4c-4516-9968-edf61c25f8a1,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:32.178015 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.196267 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.199723 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.202941 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f8ab0923-fb80-44d8-bde5-06f710160981 HTTP/1.1" status: 204 len: 168 time: 0.3537605 Jan 28 01:57:32.227744 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d00f-b6c8-4c59-aa8e-68eacdd9c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab0923-fb80-44d8-bde5-06f710160981,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:32.238327 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd69dfc-10dd-4a76-9533-c20d1cc72465 req-97510157-e8fc-4455-aa89-05f86a3d2a6b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:32.240019 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6fd69dfc-10dd-4a76-9533-c20d1cc72465 req-97510157-e8fc-4455-aa89-05f86a3d2a6b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.1279724 Jan 28 01:57:32.258614 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.318258 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d852c-20e8-4206-8d64-80cf1d0dcfe6 req-2f2fbeec-ef5e-4792-aabe-c23b94ac50d4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:32.320276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b5d852c-20e8-4206-8d64-80cf1d0dcfe6 req-2f2fbeec-ef5e-4792-aabe-c23b94ac50d4 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.1619692 Jan 28 01:57:32.380222 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6fd69dfc-10dd-4a76-9533-c20d1cc72465 req-a22d2779-a5fd-44e4-aa95-d0b2e0c256aa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294179 Jan 28 01:57:32.428993 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b5d852c-20e8-4206-8d64-80cf1d0dcfe6 req-c559cf55-8ace-4f07-98c3-ea797bb32a74 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865877 Jan 28 01:57:32.446828 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.458201 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:32.458201 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7a7ceecd-e742-4652-881d-81516b010031 HTTP/1.1" status: 204 len: 168 time: 0.4737411 Jan 28 01:57:32.465449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe3752-c11d-4e44-8ec2-f992e6891079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ceecd-e742-4652-881d-81516b010031,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:32.901075 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41542) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:32.912078 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41546) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:32.931174 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fca419f9-f924-4ec0-b882-bf062aa319fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.038471 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fca419f9-f924-4ec0-b882-bf062aa319fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.045376 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fca419f9-f924-4ec0-b882-bf062aa319fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.120711 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41554) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:33.159680 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.184296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78af764a-56df-4d00-a070-44dc32741768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.304272 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-fca419f9-f924-4ec0-b882-bf062aa319fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fe18ac2508874f69919aa1d572a821f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908312 Jan 28 01:57:33.304860 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668442-1236-4633-bea8-20bc2faa20ef req-1b047260-ebd7-4dbe-8f0d-cf01318ddce7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:33.306854 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aa668442-1236-4633-bea8-20bc2faa20ef req-1b047260-ebd7-4dbe-8f0d-cf01318ddce7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.1370757 Jan 28 01:57:33.307392 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41558) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:33.313056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5aa31333-4370-4e80-ab13-dc9c7f7cf5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.322539 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca419f9-f924-4ec0-b882-bf062aa319fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e36a47-a974-47ea-900a-5f4820ab1eef,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:33.323176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87b75b-6433-433a-aaa9-8bac0323f12f req-e379a3c7-539d-4607-af75-e03fe1490a2b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:33.324972 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe87b75b-6433-433a-aaa9-8bac0323f12f req-e379a3c7-539d-4607-af75-e03fe1490a2b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 943 time: 0.1752105 Jan 28 01:57:33.355524 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 4589897f-4d9d-4d78-97c1-85b8537fd56d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:33.433539 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:33.509421 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aa668442-1236-4633-bea8-20bc2faa20ef req-98b570ae-0f0e-4f4d-925a-a375d68cc7a5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563079 Jan 28 01:57:33.543056 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port d9332855-e3dc-42d6-9f2e-2138fd34387d completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:33.543211 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe87b75b-6433-433a-aaa9-8bac0323f12f req-eb3bf23b-c544-4380-a5ea-c711513b9151 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875517 Jan 28 01:57:33.552706 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port d9332855-e3dc-42d6-9f2e-2138fd34387d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:33.552706 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.593652 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.608443 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:33.636848 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '4589897f-4d9d-4d78-97c1-85b8537fd56d', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'port_id': '4589897f-4d9d-4d78-97c1-85b8537fd56d', 'mac_address': 'fa:16:3e:e5:52:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:33.660518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78af764a-56df-4d00-a070-44dc32741768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.701124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78af764a-56df-4d00-a070-44dc32741768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.707181 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.731715 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4589897f-4d9d-4d78-97c1-85b8537fd56d {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:33.737063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.743790 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.763522 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:33.775118 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.776050 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device e841332d-7cf8-4dbd-bfef-9a71a9c23148 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:33.787095 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:33.844625 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5aa31333-4370-4e80-ab13-dc9c7f7cf5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.853300 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-78af764a-56df-4d00-a070-44dc32741768 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9aa12ab8118c4a9a8bfbe4cee0a4bcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313459 Jan 28 01:57:33.856181 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41572) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:33.860518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af764a-56df-4d00-a070-44dc32741768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff7557-a0bf-461f-a0e9-31b4f04c2213,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:33.869879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5aa31333-4370-4e80-ab13-dc9c7f7cf5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.880060 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:33.903823 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f1c38-77d5-4233-8173-55a1df22259a req-9bc8f441-da97-478a-9790-0aa4e72595be tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:33.913318 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e26f1c38-77d5-4233-8173-55a1df22259a req-9bc8f441-da97-478a-9790-0aa4e72595be tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 943 time: 0.2414217 Jan 28 01:57:33.928159 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:33.944169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d1fc-aca4-451a-99e4-e5cb256658f4 req-bac67d7b-8361-4c0a-a7d5-bc18e32930dd tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:33.951543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0ad4d1fc-aca4-451a-99e4-e5cb256658f4 req-bac67d7b-8361-4c0a-a7d5-bc18e32930dd tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 943 time: 0.2894878 Jan 28 01:57:33.969887 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:33.993415 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5aa31333-4370-4e80-ab13-dc9c7f7cf5e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a894e08c57954c6bad11b7c9e4cd33f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0911441 Jan 28 01:57:33.994357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa31333-4370-4e80-ab13-dc9c7f7cf5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d08c83-32e6-4756-b1ec-a295adadbda0,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:33.998134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41580) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:34.040947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.043478 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.047938 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d6e36a47-a974-47ea-900a-5f4820ab1eef HTTP/1.1" status: 204 len: 168 time: 0.7337911 Jan 28 01:57:34.074291 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.081952 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.083445 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e26f1c38-77d5-4233-8173-55a1df22259a req-c7b036a5-0681-4d08-9401-7de7aef385c1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511002 Jan 28 01:57:34.113063 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148,segment=NetworkSegment(26d55cfc-8693-4988-8077-698643eb2f0d),segment_id=26d55cfc-8693-4988-8077-698643eb2f0d)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.113164 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0ad4d1fc-aca4-451a-99e4-e5cb256658f4 req-b68873df-335a-4d63-85b5-48a5d18e35aa tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597021 Jan 28 01:57:34.125152 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148', 'network_id': '6dc19d78-9658-4886-82d7-0e66c7c36321', 'port_id': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148', 'mac_address': 'fa:16:3e:99:23:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a204b9f7-b759-45a1-98d0-eff39dd7ef8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:34.139125 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.144695 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e06e32-9d9a-4069-9bce-7db14085ceec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e36a47-a974-47ea-900a-5f4820ab1eef,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.173720 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.181834 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb433d58-1735-4607-83a6-425721026417" -d '{"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:34.194053 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.196784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.201027 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fcff7557-a0bf-461f-a0e9-31b4f04c2213 HTTP/1.1" status: 204 len: 168 time: 0.3404591 Jan 28 01:57:34.209493 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.219569 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14f18-e6a8-4a43-98af-13879166bf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff7557-a0bf-461f-a0e9-31b4f04c2213,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.239897 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.255655 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e841332d-7cf8-4dbd-bfef-9a71a9c23148 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:34.278943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.279307 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148,segment=NetworkSegment(26d55cfc-8693-4988-8077-698643eb2f0d),segment_id=26d55cfc-8693-4988-8077-698643eb2f0d)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.282729 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.283979 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b0d08c83-32e6-4756-b1ec-a295adadbda0 HTTP/1.1" status: 204 len: 168 time: 0.2837887 Jan 28 01:57:34.286271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.287170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1139f116-1935-408c-a5bf-876a9f0d0365 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:34.292990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7522-267d-4a0b-bc20-85c96a90d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d08c83-32e6-4756-b1ec-a295adadbda0,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.365114 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1139f116-1935-408c-a5bf-876a9f0d0365,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.367684 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.379215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '1139f116-1935-408c-a5bf-876a9f0d0365', 'network_id': '8d6f683f-7651-4be4-b337-6c7615d8497b', 'port_id': '1139f116-1935-408c-a5bf-876a9f0d0365', 'mac_address': 'fa:16:3e:1b:ea:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c038e3b-9304-4553-af47-1b9c955f5889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:34.427556 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.443778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1139f116-1935-408c-a5bf-876a9f0d0365 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:34.470535 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1139f116-1935-408c-a5bf-876a9f0d0365,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.475028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.476046 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device cd5708fe-d124-49c1-b391-fcbc90e2b0d8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:34.597108 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.603412 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e82e707-0ebd-42d6-bbf4-07160982a32a x-openstack-request-id: req-3e82e707-0ebd-42d6-bbf4-07160982a32a {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:34.604016 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:34.604271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3e82e707-0ebd-42d6-bbf4-07160982a32a {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:34.605005 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'code': 200} Jan 28 01:57:34.663526 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.737859 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.758194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'port_id': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8', 'mac_address': 'fa:16:3e:7f:f9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9c74bb-9363-4d58-8547-c6c8dcd7cf09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:34.773325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b662c-dbe0-4485-a87a-6ecd8c02c3e9 req-d22d9c15-d92f-49b7-a9ab-d9cdf56eb977 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.775479 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a3b662c-dbe0-4485-a87a-6ecd8c02c3e9 req-d22d9c15-d92f-49b7-a9ab-d9cdf56eb977 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1267610 Jan 28 01:57:34.801113 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafaa5a-4537-4192-8d53-32589dd968dd req-0bfe980f-6241-4b67-9175-7e96605a51f1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.802687 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bcafaa5a-4537-4192-8d53-32589dd968dd req-0bfe980f-6241-4b67-9175-7e96605a51f1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 944 time: 0.1098588 Jan 28 01:57:34.831270 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.846842 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5708fe-d124-49c1-b391-fcbc90e2b0d8 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:34.873285 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:34.888321 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.943302 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a3b662c-dbe0-4485-a87a-6ecd8c02c3e9 req-bd999870-a79c-4643-9f5a-ff508f8c592d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578429 Jan 28 01:57:34.957090 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bcafaa5a-4537-4192-8d53-32589dd968dd req-472f6f9e-1836-4a4a-972a-82c95a5d86dd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153584 Jan 28 01:57:34.957244 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.973596 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-6aae765f-ba37-43c0-9bde-3ed00df0abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.975492 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-6aae765f-ba37-43c0-9bde-3ed00df0abbc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1098 time: 0.1707647 Jan 28 01:57:34.998313 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:35.002962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-d3543b4a-5dd6-493e-8623-614ecc718ae5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.023006 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41620) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:35.040725 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce6178e8-2929-4fe5-841e-6b96d0fc012d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.098117 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-d3543b4a-5dd6-493e-8623-614ecc718ae5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.106529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-d3543b4a-5dd6-493e-8623-614ecc718ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.186122 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce6178e8-2929-4fe5-841e-6b96d0fc012d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.192563 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c50909d-7840-456a-80b9-25fdd9079f6d req-d3543b4a-5dd6-493e-8623-614ecc718ae5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079444 Jan 28 01:57:35.192976 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce6178e8-2929-4fe5-841e-6b96d0fc012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.202333 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3543b4a-5dd6-493e-8623-614ecc718ae5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a2135-f220-4618-9b64-ab34a6ba1947,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:35.223335 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ce6178e8-2929-4fe5-841e-6b96d0fc012d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aaa19bacb8874596aa41cfda5442516e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988161 Jan 28 01:57:35.225952 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41630) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:35.286561 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779abb-d65b-4ee2-b0fc-5dd4f944f492 req-003420d4-7866-4f80-94ab-463cc6680b5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.288747 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6178e8-2929-4fe5-841e-6b96d0fc012d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8113df-8fcd-4183-b0b1-5162eda07ab3,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:35.289219 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-75779abb-d65b-4ee2-b0fc-5dd4f944f492 req-003420d4-7866-4f80-94ab-463cc6680b5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 944 time: 0.1474314 Jan 28 01:57:35.305069 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dd833-260c-4f6b-9907-8765aaf768cb req-fa303e3e-4bba-4cb9-9d17-af60063fee4b tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.307456 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a1dd833-260c-4f6b-9907-8765aaf768cb req-fa303e3e-4bba-4cb9-9d17-af60063fee4b tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 944 time: 0.0883691 Jan 28 01:57:35.343893 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.366007 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-75779abb-d65b-4ee2-b0fc-5dd4f944f492 req-4abd760e-b0e2-4625-a443-d22999ba40a2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574036 Jan 28 01:57:35.370676 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.398818 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a1dd833-260c-4f6b-9907-8765aaf768cb req-8d9d2526-20f7-4fcd-a476-078feb8fecb5 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Jan 28 01:57:35.440322 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.443382 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.446989 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d8113df-8fcd-4183-b0b1-5162eda07ab3 HTTP/1.1" status: 204 len: 168 time: 0.2173736 Jan 28 01:57:35.454183 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730ce4b-4359-46d8-862a-136c6cfe93bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8113df-8fcd-4183-b0b1-5162eda07ab3,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:35.489524 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['1139f116-1935-408c-a5bf-876a9f0d0365'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:35.528979 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['4589897f-4d9d-4d78-97c1-85b8537fd56d'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:35.537340 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['e841332d-7cf8-4dbd-bfef-9a71a9c23148'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:35.546876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:36.202971 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647ff5-2d14-4220-9b8d-fbd344938df7 req-1cb2432d-f261-458f-8959-13976221d30e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.204526 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60647ff5-2d14-4220-9b8d-fbd344938df7 req-1cb2432d-f261-458f-8959-13976221d30e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 944 time: 0.1022158 Jan 28 01:57:36.213909 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0ec5-190d-4d8f-b8ca-acc8e90b813b req-1ed433ea-86c9-4acb-a4d1-882c414c6d6f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.215566 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b9a0ec5-190d-4d8f-b8ca-acc8e90b813b req-1ed433ea-86c9-4acb-a4d1-882c414c6d6f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1004958 Jan 28 01:57:36.271162 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60647ff5-2d14-4220-9b8d-fbd344938df7 req-6ad3b207-f486-4878-a494-2a1a8cad0b8a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Jan 28 01:57:36.289283 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b9a0ec5-190d-4d8f-b8ca-acc8e90b813b req-3b764932-db5f-4049-bac1-8c5f12dbe67d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557404 Jan 28 01:57:36.558971 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206afb-ec07-4560-a2dc-e7bced3e1e6e req-26396c57-132d-41eb-a6d7-2382dcaa17ff tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.562515 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb206afb-ec07-4560-a2dc-e7bced3e1e6e req-26396c57-132d-41eb-a6d7-2382dcaa17ff tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 944 time: 0.0981030 Jan 28 01:57:36.575390 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4006b6-6a8f-4280-9e68-763a64c0ac5a req-e0dded44-e29b-4e3c-84a8-13948779363e tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.577067 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc4006b6-6a8f-4280-9e68-763a64c0ac5a req-e0dded44-e29b-4e3c-84a8-13948779363e tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 944 time: 0.0839016 Jan 28 01:57:36.643550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb206afb-ec07-4560-a2dc-e7bced3e1e6e req-bc3ae9e3-21e2-4338-8f9a-ae83dfea0512 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654445 Jan 28 01:57:36.656934 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc4006b6-6a8f-4280-9e68-763a64c0ac5a req-4facf4aa-ed0e-481a-aabe-7ff991499b17 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691884 Jan 28 01:57:36.778760 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41724) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:36.930005 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-92f418bd-a1e9-4e73-9a36-d886ef2493f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.029404 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-92f418bd-a1e9-4e73-9a36-d886ef2493f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.037534 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-92f418bd-a1e9-4e73-9a36-d886ef2493f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.080097 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-92f418bd-a1e9-4e73-9a36-d886ef2493f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac64597db67e42e5812e3e77d34e11b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998638 Jan 28 01:57:37.084343 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41740) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:37.102747 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f418bd-a1e9-4e73-9a36-d886ef2493f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac2a2d0-e133-4a46-ae32-8242d04c8f3b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:37.162112 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.185440 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.236101 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.238882 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.240086 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4ac2a2d0-e133-4a46-ae32-8242d04c8f3b HTTP/1.1" status: 204 len: 168 time: 0.1544518 Jan 28 01:57:37.248308 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffd0c6-de3b-4f0a-9719-de97df860484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac2a2d0-e133-4a46-ae32-8242d04c8f3b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:37.399266 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device e841332d-7cf8-4dbd-bfef-9a71a9c23148 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:37.444268 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebb00e-f22f-4361-b8a5-08216088d569 req-dccfebff-8de5-429a-8f99-7be43d3dfabf tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.446095 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccebb00e-f22f-4361-b8a5-08216088d569 req-dccfebff-8de5-429a-8f99-7be43d3dfabf tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 944 time: 0.0846610 Jan 28 01:57:37.469604 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port e841332d-7cf8-4dbd-bfef-9a71a9c23148 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:37.476225 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port e841332d-7cf8-4dbd-bfef-9a71a9c23148 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:37.476959 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.490241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67377a-3ede-4c45-b4d1-d145bcd374e2 req-dfea0d18-3f92-47bc-b548-2613f4508ede tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.492345 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f67377a-3ede-4c45-b4d1-d145bcd374e2 req-dfea0d18-3f92-47bc-b548-2613f4508ede tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0985367 Jan 28 01:57:37.550998 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccebb00e-f22f-4361-b8a5-08216088d569 req-92c4d43f-3f25-42eb-826d-58ca71c002e7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Jan 28 01:57:37.573048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f67377a-3ede-4c45-b4d1-d145bcd374e2 req-5783b864-65a7-4a05-80d1-8593e3b5e038 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637932 Jan 28 01:57:37.591694 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.616997 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:37.620049 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd184c0-0052-4d8c-8cf2-f1470f849b18" -d '{"events": [{"server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "name": "network-vif-plugged", "status": "completed", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:37.636466 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148,segment=NetworkSegment(26d55cfc-8693-4988-8077-698643eb2f0d),segment_id=26d55cfc-8693-4988-8077-698643eb2f0d)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:37.641986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.643354 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device cd5708fe-d124-49c1-b391-fcbc90e2b0d8 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:37.689101 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c345cca-2ed6-4ae6-a043-8c3dc3681e6b x-openstack-request-id: req-5c345cca-2ed6-4ae6-a043-8c3dc3681e6b {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:37.690296 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "name": "network-vif-plugged", "status": "completed", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:37.690803 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5c345cca-2ed6-4ae6-a043-8c3dc3681e6b {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:37.691401 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148', 'code': 200} Jan 28 01:57:37.734529 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:37.757104 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:37.758007 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.803103 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c9d99-9326-4ecc-8824-efcc0c59ca6d req-8d714581-7274-47d9-8aa7-da2d7ee6e5d0 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.810706 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d2c9d99-9326-4ecc-8824-efcc0c59ca6d req-8d714581-7274-47d9-8aa7-da2d7ee6e5d0 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.0634444 Jan 28 01:57:37.828386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85ce95-b1e2-4fc9-afa5-c0b11a00e2e5 req-9fdfaf84-57a3-4211-98ef-a7d6def250db tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.830268 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2a85ce95-b1e2-4fc9-afa5-c0b11a00e2e5 req-9fdfaf84-57a3-4211-98ef-a7d6def250db tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1138399 Jan 28 01:57:37.834133 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:37.843129 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41774) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:37.849812 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'floatingip': {'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:37.876698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d2c9d99-9326-4ecc-8824-efcc0c59ca6d req-d38625de-6feb-410d-84b7-6267a1030efc tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Jan 28 01:57:37.879864 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.923675 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:37.929439 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.930286 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 4589897f-4d9d-4d78-97c1-85b8537fd56d up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:37.943670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41776) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:37.978131 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.065051 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:38.072503 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 4589897f-4d9d-4d78-97c1-85b8537fd56d completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:38.084778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 4589897f-4d9d-4d78-97c1-85b8537fd56d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:38.085195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.240826 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.324977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f7ed70b0-5c0d-44b0-a5f8-8f72650fdacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.344061 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:38.368297 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.369416 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1139f116-1935-408c-a5bf-876a9f0d0365 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:38.469079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f80f-86e7-4fda-a0ce-2e35dd476d5c req-2b1f9411-4b64-467d-b06a-3e3b190c5a9b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:38.479885 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f060f80f-86e7-4fda-a0ce-2e35dd476d5c req-2b1f9411-4b64-467d-b06a-3e3b190c5a9b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.4909604 Jan 28 01:57:38.597693 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f060f80f-86e7-4fda-a0ce-2e35dd476d5c req-a29e96f6-fce1-47c7-a69d-dfa121b353fd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165857 Jan 28 01:57:38.602450 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:38.606632 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e0cd1-1a15-4128-96e0-edcd68acb804 req-b9bbc001-036e-4fe9-82fb-1f63e79f1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:38.608865 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d50e0cd1-1a15-4128-96e0-edcd68acb804 req-b9bbc001-036e-4fe9-82fb-1f63e79f1b44 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 1098 time: 0.6334636 Jan 28 01:57:38.631403 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 1139f116-1935-408c-a5bf-876a9f0d0365 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:38.642969 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 1139f116-1935-408c-a5bf-876a9f0d0365 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:38.643566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.786891 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.800807 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d50e0cd1-1a15-4128-96e0-edcd68acb804 req-c78f8cc1-cb9e-449a-8c5c-6820945c17b3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717319 Jan 28 01:57:38.841704 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fa6f7-e8e8-4b3a-a3d7-8e3fd20687db req-8f55f6ca-0a5c-497a-bf66-c2453193aa7f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:38.844587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1139f116-1935-408c-a5bf-876a9f0d0365,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:38.844968 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee7fa6f7-e8e8-4b3a-a3d7-8e3fd20687db req-8f55f6ca-0a5c-497a-bf66-c2453193aa7f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 944 time: 0.1326497 Jan 28 01:57:38.847357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f7ed70b0-5c0d-44b0-a5f8-8f72650fdacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.849836 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.863644 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.864375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f7ed70b0-5c0d-44b0-a5f8-8f72650fdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.864925 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:38.969542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:38.990406 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed70b0-5c0d-44b0-a5f8-8f72650fdacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e72c44-9f67-4ad8-b190-d9963304a806,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:39.011784 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.l3_db [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Floating IP 2a1bef2a-105a-4bf5-a908-0e3bce5b4641 associated. External IP: 172.27.1.243, port: d9332855-e3dc-42d6-9f2e-2138fd34387d. Jan 28 01:57:39.041341 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f7ed70b0-5c0d-44b0-a5f8-8f72650fdacf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d63ef65b70504b3ba4057a7adc54807e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0968785 Jan 28 01:57:39.044946 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41838) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:39.073805 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee7fa6f7-e8e8-4b3a-a3d7-8e3fd20687db req-d9edaf47-353c-4e48-8036-badb8c259048 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174551 Jan 28 01:57:39.132592 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b994f-e2f2-4532-9253-3b2936f669ff req-9a960ce4-4fbc-4d9d-90e0-56b461b6fb6e tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:39.134399 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dd8b994f-e2f2-4532-9253-3b2936f669ff req-9a960ce4-4fbc-4d9d-90e0-56b461b6fb6e tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.1384885 Jan 28 01:57:39.140175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.185944 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.235089 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dd8b994f-e2f2-4532-9253-3b2936f669ff req-505ea331-d6f3-4ed7-9be4-41d8f03e087b tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896871 Jan 28 01:57:39.238911 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:39.270670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.273417 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.277164 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/68e72c44-9f67-4ad8-b190-d9963304a806 HTTP/1.1" status: 204 len: 168 time: 0.2259851 Jan 28 01:57:39.282952 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d83f-0c93-40e7-bf40-f97ad9fb46ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e72c44-9f67-4ad8-b190-d9963304a806,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:39.322740 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41846) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:39.359281 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41850) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:39.565264 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:39.580618 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:39.581190 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.597007 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:39.598050 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:39.620730 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-84a034b9-64bb-4eee-b4be-9bb5da0f7564 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "PUT /v2.0/floatingips/2a1bef2a-105a-4bf5-a908-0e3bce5b4641 HTTP/1.1" status: 200 len: 991 time: 1.7732432 Jan 28 01:57:39.620730 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:39.621714 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:39.692728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8'}, {'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d'}, {'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:39.696134 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645e29b-af01-4b74-85d4-f1c2863e8bc6" -d '{"events": [{"server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "name": "network-vif-plugged", "status": "completed", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8"}, {"server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d"}, {"server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "name": "network-vif-plugged", "status": "completed", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:39.770809 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:39.784434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd63dc96-aad7-4b9a-b9f9-dc26eca0cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.800337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4be0b0d-a277-4158-81d9-99feb231b375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:39.914135 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eeeee9-bd16-4e14-8d56-8b5946f390ae x-openstack-request-id: req-45eeeee9-bd16-4e14-8d56-8b5946f390ae {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:39.914721 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:39.915056 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-45eeeee9-bd16-4e14-8d56-8b5946f390ae {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:39.915548 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'status': 'completed', 'code': 200} Jan 28 01:57:39.979402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95696e8-eb32-43b8-8928-9f7a3b6e9146 req-380effd2-a37b-40da-b29e-fddc98aa5779 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:39.988380 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bddc3a6-1b8b-41fb-9bc0-2d1bb18946bf x-openstack-request-id: req-5bddc3a6-1b8b-41fb-9bc0-2d1bb18946bf {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:39.988676 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "name": "network-vif-plugged", "status": "completed", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8", "code": 200}, {"server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "name": "network-vif-plugged", "status": "completed", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d", "code": 200}, {"server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "name": "network-vif-plugged", "status": "completed", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:39.989114 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5bddc3a6-1b8b-41fb-9bc0-2d1bb18946bf {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:39.989677 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8', 'code': 200} Jan 28 01:57:39.990068 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d', 'code': 200} Jan 28 01:57:39.990454 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365', 'code': 200} Jan 28 01:57:39.991211 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b95696e8-eb32-43b8-8928-9f7a3b6e9146 req-380effd2-a37b-40da-b29e-fddc98aa5779 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.2691956 Jan 28 01:57:40.024427 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd63dc96-aad7-4b9a-b9f9-dc26eca0cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.036990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd63dc96-aad7-4b9a-b9f9-dc26eca0cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.083498 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b95696e8-eb32-43b8-8928-9f7a3b6e9146 req-5707fae7-b005-4fd3-ad68-407277d94ac3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911739 Jan 28 01:57:40.111028 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bd63dc96-aad7-4b9a-b9f9-dc26eca0cc4e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ec2e0f6728745118e1718616adb4d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7870133 Jan 28 01:57:40.113264 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63dc96-aad7-4b9a-b9f9-dc26eca0cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b84159-6ebf-42a7-9fcc-d8fc33aacf7c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:40.116032 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41880) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:40.186847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4be0b0d-a277-4158-81d9-99feb231b375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.194774 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4be0b0d-a277-4158-81d9-99feb231b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.242711 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.246406 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-8f160675-971d-4629-8994-62b96567904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.248941 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-8f160675-971d-4629-8994-62b96567904e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1098 time: 0.1020622 Jan 28 01:57:40.263062 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e4be0b0d-a277-4158-81d9-99feb231b375 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7f06fe6fe1c4040a4056bf4971aa3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9025528 Jan 28 01:57:40.267047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41888) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:40.269591 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0b0d-a277-4158-81d9-99feb231b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b90ef-8986-4bb2-b01b-31caf505a4c2,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:40.321742 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.447002 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.452577 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.453670 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f0b84159-6ebf-42a7-9fcc-d8fc33aacf7c HTTP/1.1" status: 204 len: 168 time: 0.3362753 Jan 28 01:57:40.468454 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e260acd-3321-4b6c-890f-94edfc47aab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b84159-6ebf-42a7-9fcc-d8fc33aacf7c,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:40.492596 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdcc3f-8036-4eac-96d9-97d67a692fe4 req-c6d572e7-260f-41ee-b4eb-3378c3f247d7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.494293 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-13bdcc3f-8036-4eac-96d9-97d67a692fe4 req-c6d572e7-260f-41ee-b4eb-3378c3f247d7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.2576983 Jan 28 01:57:40.555766 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '2a1bef2a-105a-4bf5-a908-0e3bce5b4641', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:04Z', 'updated_at': '2022-01-28T01:57:38Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:40.619623 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:40.631447 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:40.632095 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:40.635570 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.708961 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064161cd-d605-4875-874f-66a38c73aa4f req-181e21e2-9e86-438d-a584-4564b3cc094f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.710519 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-064161cd-d605-4875-874f-66a38c73aa4f req-181e21e2-9e86-438d-a584-4564b3cc094f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.3056016 Jan 28 01:57:40.734697 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-efce112d-f400-4e71-a988-8dd37060f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.736273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-efce112d-f400-4e71-a988-8dd37060f191 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.4363885 Jan 28 01:57:40.748619 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-13bdcc3f-8036-4eac-96d9-97d67a692fe4 req-73f530dc-61f1-46f0-aa1f-1c45a68bb516 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383802 Jan 28 01:57:40.752906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:40.775168 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:40.786506 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606daa36-a4d8-4778-9c26-ee1ea4fc0e1c req-9f2cdd76-4de7-43d8-9499-84143373df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.787989 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-606daa36-a4d8-4778-9c26-ee1ea4fc0e1c req-9f2cdd76-4de7-43d8-9499-84143373df5b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 1098 time: 0.2791753 Jan 28 01:57:40.863083 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a8c77-4d66-4217-b012-1c8a27343cab req-5c0ef132-d9eb-465c-b567-abed2f7bf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.864588 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b5a8c77-4d66-4217-b012-1c8a27343cab req-5c0ef132-d9eb-465c-b567-abed2f7bf19a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1098 time: 0.2654395 Jan 28 01:57:40.980622 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01756-aa72-402f-b867-07eb7d919818 req-009e222b-20cf-4b32-93a1-bdc94117e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.982207 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ec01756-aa72-402f-b867-07eb7d919818 req-009e222b-20cf-4b32-93a1-bdc94117e8e7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.3439443 Jan 28 01:57:40.999372 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-064161cd-d605-4875-874f-66a38c73aa4f req-9dca8da1-bf66-421e-9a52-1334983ebe6f tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758508 Jan 28 01:57:41.034732 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-e7bce946-1bcd-4604-ab34-3076f4fcd783 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 999 time: 0.2783184 Jan 28 01:57:41.045146 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-606daa36-a4d8-4778-9c26-ee1ea4fc0e1c req-f1ddba84-87cf-4e12-814c-b284e5bf2f37 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085631 Jan 28 01:57:41.067076 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41912) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:41.080048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b5a8c77-4d66-4217-b012-1c8a27343cab req-b91bd05d-849f-4452-85bb-7febcae7faa6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558373 Jan 28 01:57:41.087507 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc1e7-4f32-4ce2-845b-b72ff7fdbfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.099416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.102067 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.103275 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e58b90ef-8986-4bb2-b01b-31caf505a4c2 HTTP/1.1" status: 204 len: 168 time: 0.8350430 Jan 28 01:57:41.114435 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ec01756-aa72-402f-b867-07eb7d919818 req-61f53b2b-1b40-486c-bb2c-5b474df4266d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115067 Jan 28 01:57:41.123692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ae68-70fb-41e4-a043-317ae948a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b90ef-8986-4bb2-b01b-31caf505a4c2,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:41.129577 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-d542089f-2a74-4997-a8ab-c2c8772a0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:41.131760 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-d542089f-2a74-4997-a8ab-c2c8772a0b4a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0827107 Jan 28 01:57:41.175839 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '2a1bef2a-105a-4bf5-a908-0e3bce5b4641', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:04Z', 'updated_at': '2022-01-28T01:57:38Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:41.254272 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6c28c-1879-4b2c-b961-713375de9f90 None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '2a1bef2a-105a-4bf5-a908-0e3bce5b4641', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:04Z', 'updated_at': '2022-01-28T01:57:38Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:41.259080 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc1e7-4f32-4ce2-845b-b72ff7fdbfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.266057 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc1e7-4f32-4ce2-845b-b72ff7fdbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.332564 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bc1e7-4f32-4ce2-845b-b72ff7fdbfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046660a1-d169-4e94-8e43-6e6795df7989,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:41.339702 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3b0bc1e7-4f32-4ce2-845b-b72ff7fdbfc6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31c410f2195348fbb56af3e3c23d906b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684886 Jan 28 01:57:41.339794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8b41-fc4b-4924-ae3e-6f93eef0519f req-39c702fa-9b0f-4ca5-9823-d04f4bd18301 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:41.339878 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41922) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:41.349475 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52ed8b41-fc4b-4924-ae3e-6f93eef0519f req-39c702fa-9b0f-4ca5-9823-d04f4bd18301 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.1085656 Jan 28 01:57:41.379875 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41924) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:41.417334 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52ed8b41-fc4b-4924-ae3e-6f93eef0519f req-a71ad0b8-d2a4-4c90-8706-6b690f5d5611 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Jan 28 01:57:41.421584 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.468781 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.539798 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.543396 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.544616 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/046660a1-d169-4e94-8e43-6e6795df7989 HTTP/1.1" status: 204 len: 168 time: 0.2039692 Jan 28 01:57:41.567496 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7cd7c-35b8-4e97-baf3-37a7c62df785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046660a1-d169-4e94-8e43-6e6795df7989,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:41.641283 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9726ed34-0829-4e98-8bf0-857ac218e78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.700584 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7f989-7dff-4df2-a57a-e071c57c0408 None None] New status for floating IP 2a1bef2a-105a-4bf5-a908-0e3bce5b4641: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:57:41.742515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9726ed34-0829-4e98-8bf0-857ac218e78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.753891 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9726ed34-0829-4e98-8bf0-857ac218e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.765641 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41934) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:41.782556 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-66b9ce8b-172a-453d-9421-b1602ed397c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.827063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726ed34-0829-4e98-8bf0-857ac218e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46613f-dd40-4d31-8d5f-a76832cc9f22,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:41.856269 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9726ed34-0829-4e98-8bf0-857ac218e78b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9d99329456374e82a0306ac447d47c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747298 Jan 28 01:57:41.860039 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 41940) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:41.938381 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeed1a-e8b5-4a36-958d-6fd7a094c968 req-2b84b89e-08df-4d07-a4db-b8e728aa4ec1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:41.941879 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ceaeed1a-e8b5-4a36-958d-6fd7a094c968 req-2b84b89e-08df-4d07-a4db-b8e728aa4ec1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0835857 Jan 28 01:57:41.953974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-66b9ce8b-172a-453d-9421-b1602ed397c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.957746 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:41.960945 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-66b9ce8b-172a-453d-9421-b1602ed397c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.005006 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ceaeed1a-e8b5-4a36-958d-6fd7a094c968 req-5bdbb850-ccdd-4ae5-a591-88e750dade10 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564775 Jan 28 01:57:42.039262 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.053935 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 41952) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:42.054126 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-66b9ce8b-172a-453d-9421-b1602ed397c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=450fe29083e649918b3ebf41b2c9d3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869134 Jan 28 01:57:42.065684 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9ce8b-172a-453d-9421-b1602ed397c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdefe06-31f9-4d77-a33f-95b3a255b15f,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:42.119251 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.122825 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.130201 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9b46613f-dd40-4d31-8d5f-a76832cc9f22 HTTP/1.1" status: 204 len: 168 time: 0.2691555 Jan 28 01:57:42.140605 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d9f42-f453-4eca-ad44-f2d6d169669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46613f-dd40-4d31-8d5f-a76832cc9f22,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:42.232082 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-c4f64871-f480-4fce-87cc-9cdba087b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:42.234280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-c4f64871-f480-4fce-87cc-9cdba087b322 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1719515 Jan 28 01:57:42.242018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b304-7977-44b7-b65a-7501774427c1 req-34b51f1c-e4bb-42e1-b874-f4a925c16ae0 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:42.249501 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1440b304-7977-44b7-b65a-7501774427c1 req-34b51f1c-e4bb-42e1-b874-f4a925c16ae0 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.1206827 Jan 28 01:57:42.253033 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.337284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.382177 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1440b304-7977-44b7-b65a-7501774427c1 req-89268a7d-4566-44be-b228-d5b9faa85c59 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253443 Jan 28 01:57:42.638636 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-923862f0-0d1f-4b26-a260-f3fb2f90893c service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863616 Jan 28 01:57:42.668885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.672718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:42.677811 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2bdefe06-31f9-4d77-a33f-95b3a255b15f HTTP/1.1" status: 204 len: 168 time: 0.6203306 Jan 28 01:57:42.705450 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ed8e-647c-46ab-9327-e65e29ae16ee req-8f59da24-7510-445f-ad9a-0748495fdc8c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:42.707648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ca6ed8e-647c-46ab-9327-e65e29ae16ee req-8f59da24-7510-445f-ad9a-0748495fdc8c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.1283545 Jan 28 01:57:42.751409 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48120bf8-7495-4d55-ba6c-8b13f0453185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdefe06-31f9-4d77-a33f-95b3a255b15f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:42.835367 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ca6ed8e-647c-46ab-9327-e65e29ae16ee req-c2f720c0-9d3b-4993-ae94-77a2d95540ae tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955098 Jan 28 01:57:42.847847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77bc36c1-c3d2-4003-b7a5-5c8917bedb19 req-225cf164-971a-4830-81a4-c13104e0755d service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933944 Jan 28 01:57:43.323711 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6175-2572-4b58-8da9-820ce070bf96 req-4b996891-a2d3-425b-a7a6-cddfb81e171b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.327952 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-680f6175-2572-4b58-8da9-820ce070bf96 req-4b996891-a2d3-425b-a7a6-cddfb81e171b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.2006545 Jan 28 01:57:43.427250 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-680f6175-2572-4b58-8da9-820ce070bf96 req-9a4512e7-2db2-4a12-8180-b4530a978aa0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853267 Jan 28 01:57:44.018075 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c4adb-0bfc-44c6-a829-764cbc0569c1 req-ccabc797-fecd-48ac-a945-170e2f6e6138 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.019872 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-430c4adb-0bfc-44c6-a829-764cbc0569c1 req-ccabc797-fecd-48ac-a945-170e2f6e6138 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0760331 Jan 28 01:57:44.071048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-430c4adb-0bfc-44c6-a829-764cbc0569c1 req-81720e97-8fa1-4aab-b502-72eed1354b07 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jan 28 01:57:44.443470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42068) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:44.640421 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187b2f-d3be-489a-bbb3-d558b696c784 req-3b5b1c33-f5ae-4596-8c01-ea17f8ff722b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.644461 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b187b2f-d3be-489a-bbb3-d558b696c784 req-3b5b1c33-f5ae-4596-8c01-ea17f8ff722b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1085596 Jan 28 01:57:44.744965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b187b2f-d3be-489a-bbb3-d558b696c784 req-94a0e4d1-f888-4d81-9491-9ec887812fdd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922070 Jan 28 01:57:44.844630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42100) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:44.876013 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42104) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:44.923693 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:44.930405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3420c0ec-faf0-4715-ba27-97f040d28ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.034033 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3420c0ec-faf0-4715-ba27-97f040d28ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.039577 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3420c0ec-faf0-4715-ba27-97f040d28ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.053666 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1385085938-network', 'tenant_id': '914f7f61b2e64e76904b9c71a44f55d6'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:45.096181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Made reservation on behalf of 914f7f61b2e64e76904b9c71a44f55d6 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:45.098942 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.109179 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.124133 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420c0ec-faf0-4715-ba27-97f040d28ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f92a8-3ae7-4b98-a1f1-d8830ac832fb,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.128885 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3420c0ec-faf0-4715-ba27-97f040d28ab7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bee25848fa324abd8c02e5658d51f49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6829627 Jan 28 01:57:45.131542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42112) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.221569 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-96bee30a-512e-46bc-a8b9-bd074b09e8c2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039872 Jan 28 01:57:45.237844 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42114) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.267530 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.329021 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.339645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc93414-b517-4372-97f9-2dbd48d356df req-3fd348dc-0cfb-46cc-8280-507a51d1c631 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.341215 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cc93414-b517-4372-97f9-2dbd48d356df req-3fd348dc-0cfb-46cc-8280-507a51d1c631 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1426196 Jan 28 01:57:45.368168 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-77c70926-4ae0-4cbf-9cc7-45fbc7a0ec5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.372445 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78cffb93-722b-45a4-aaad-31964cc7c65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.392057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-435e7af1-7c05-4071-b3b3-83d71c2af0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.394602 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-435e7af1-7c05-4071-b3b3-83d71c2af0f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1098 time: 0.1362734 Jan 28 01:57:45.399692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.426121 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.462977 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.465906 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.467196 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da8f92a8-3ae7-4b98-a1f1-d8830ac832fb HTTP/1.1" status: 204 len: 168 time: 0.3340449 Jan 28 01:57:45.502202 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa244c-e127-41fb-b264-18addf51e4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f92a8-3ae7-4b98-a1f1-d8830ac832fb,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.521619 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:45.529047 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cc93414-b517-4372-97f9-2dbd48d356df req-fcf8dd79-b8d4-4a35-ab96-935c1c2e106b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613655 Jan 28 01:57:45.537841 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-b58ec4ff-af6c-439e-8d1a-225e8778e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.538735 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-b58ec4ff-af6c-439e-8d1a-225e8778e139 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 1098 time: 0.2243743 Jan 28 01:57:45.554450 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77641d-f17e-4d2b-868b-767eec5e8351,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.578082 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.578438 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Added segment d01c4744-3e2d-4d75-857e-599c66e8d207 of type vlan for network 985f8bfb-2e85-4da9-a15b-5a6e9a43461e Jan 28 01:57:45.625169 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78cffb93-722b-45a4-aaad-31964cc7c65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.630547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-77c70926-4ae0-4cbf-9cc7-45fbc7a0ec5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.632004 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78cffb93-722b-45a4-aaad-31964cc7c65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.642834 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-77c70926-4ae0-4cbf-9cc7-45fbc7a0ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.688191 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.695388 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-309b6b7d-b185-4127-8645-028af703b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.696900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-309b6b7d-b185-4127-8645-028af703b326 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.2873406 Jan 28 01:57:45.701881 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-77c70926-4ae0-4cbf-9cc7-45fbc7a0ec5d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=301e274d65b145f59dff87f51fc38c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8245566 Jan 28 01:57:45.706413 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42122) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.713501 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cffb93-722b-45a4-aaad-31964cc7c65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd080ab-a5c5-427e-a030-cbeec9360968,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.728457 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-78cffb93-722b-45a4-aaad-31964cc7c65e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=454ce786396046ad95893a259902d7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893379 Jan 28 01:57:45.731923 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42126) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.760985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-2ef20cbc-5406-4a76-8bc4-60ab99416a32 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1139f116-1935-408c-a5bf-876a9f0d0365 HTTP/1.1" status: 200 len: 217 time: 0.0566854 Jan 28 01:57:45.795746 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c70926-4ae0-4cbf-9cc7-45fbc7a0ec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e9335c-0bbc-4c34-a9aa-f1a09b877f45,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.832211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.833563 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.834903 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.849050 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.868364 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.889057 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.915839 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.951557 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1057062 Jan 28 01:57:45.953144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-dbfe3cff-6f02-4461-924f-9168eccea4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.954327 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42138) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.955265 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-dbfe3cff-6f02-4461-924f-9168eccea4a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 916 time: 0.3910713 Jan 28 01:57:45.963411 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Request body: {'subnet': {'network_id': '985f8bfb-2e85-4da9-a15b-5a6e9a43461e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1385085938-subnet', 'tenant_id': '914f7f61b2e64e76904b9c71a44f55d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:45.997502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-f2c67fd5-f9fe-4407-983c-a55b3696fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:46.000648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-f2c67fd5-f9fe-4407-983c-a55b3696fb6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.2280779 Jan 28 01:57:46.014208 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.019984 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.024920 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/02e9335c-0bbc-4c34-a9aa-f1a09b877f45 HTTP/1.1" status: 204 len: 168 time: 0.3135998 Jan 28 01:57:46.031974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Made reservation on behalf of 914f7f61b2e64e76904b9c71a44f55d6 for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:46.034290 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.058530 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.061265 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.062595 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bdd080ab-a5c5-427e-a030-cbeec9360968 HTTP/1.1" status: 204 len: 168 time: 0.3253999 Jan 28 01:57:46.065756 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651f7a8-29da-4e20-b2aa-9ad9b869c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e9335c-0bbc-4c34-a9aa-f1a09b877f45,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:46.113427 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-a9955fc0-1cd5-4235-a9c7-7eced9477c22 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8 HTTP/1.1" status: 200 len: 217 time: 0.1104202 Jan 28 01:57:46.120010 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31e3b-9ec9-415f-8a40-28f98a5f5828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd080ab-a5c5-427e-a030-cbeec9360968,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:46.137578 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-5d5bfae4-df4b-4606-96e4-ddda4f39c763 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889702 Jan 28 01:57:46.154251 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c0ee3-2504-4818-833b-f3d111031891 admin admin] Pushing event updated for resources: {'Network': ['ID=985f8bfb-2e85-4da9-a15b-5a6e9a43461e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:46.180700 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 985f8bfb-2e85-4da9-a15b-5a6e9a43461e details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:46.310717 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-4f82930e-eed2-4990-8c7f-6004f4b5179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:46.313853 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-4f82930e-eed2-4990-8c7f-6004f4b5179e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.1133912 Jan 28 01:57:46.325292 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.406786 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-2240ecd0-b7d0-4fc5-b4c9-54ccb4068daa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519598 Jan 28 01:57:46.418716 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96c28e1-4343-47a2-a907-feb2cbb087fc,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:46.465533 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Checking segment: {'id': 'd01c4744-3e2d-4d75-857e-599c66e8d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '985f8bfb-2e85-4da9-a15b-5a6e9a43461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:46.466173 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Network hostable DHCP agents. Network: 985f8bfb-2e85-4da9-a15b-5a6e9a43461e, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:46.495141 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Network 985f8bfb-2e85-4da9-a15b-5a6e9a43461e is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:46.510588 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-0e4a53a3-f51e-4ebe-bca4-a45b1b84368e service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369260 Jan 28 01:57:46.512741 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 985f8bfb-2e85-4da9-a15b-5a6e9a43461e) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:46.525567 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25237f47-ab10-4c41-a6a5-026f09392191 None None] Network 985f8bfb-2e85-4da9-a15b-5a6e9a43461e requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:46.534417 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:46.535584 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.588730 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-75f5c16f-7499-4e4b-b152-7eeadb945f82 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6330914 Jan 28 01:57:46.680388 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-08053d45-4e03-4af7-a4ed-998b4adca079 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659042 Jan 28 01:57:46.733049 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42170) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:46.759173 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-47c30e98-b719-4b24-b71f-5a2f0e187e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.817854 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fa8f7d7-85f7-4f50-b794-70bd5433e9ad req-a67bea32-8a5c-4380-847a-d035e1ad8794 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Jan 28 01:57:46.819419 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11833c9c-da3a-40dc-8115-31d4b8310436 None None] Network 985f8bfb-2e85-4da9-a15b-5a6e9a43461e requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:46.838073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7072e05-57ff-4e1c-b7c9-b58a5f4632a1 req-2b01d40d-a958-49fd-9d96-0861a67b5d1b service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208442 Jan 28 01:57:46.847296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128c992-56aa-4a29-ba70-8e2146dd739d req-70aef89b-1838-4567-970e-27aef6ed10a0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:46.848835 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1128c992-56aa-4a29-ba70-8e2146dd739d req-70aef89b-1838-4567-970e-27aef6ed10a0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0894420 Jan 28 01:57:46.905338 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1128c992-56aa-4a29-ba70-8e2146dd739d req-d024eb81-2eec-4853-bd3b-c241314aaf78 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Jan 28 01:57:46.933610 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-47c30e98-b719-4b24-b71f-5a2f0e187e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:46.941258 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-47c30e98-b719-4b24-b71f-5a2f0e187e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.007864 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-47c30e98-b719-4b24-b71f-5a2f0e187e99 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=99ac70052c4945c6af3ce2ec03209846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705522 Jan 28 01:57:47.008121 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42182) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:47.015107 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c30e98-b719-4b24-b71f-5a2f0e187e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d008c1-563f-4415-b5be-276070e0484e,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:47.066791 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.093578 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.162411 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42186) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:47.174461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.181296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.191126 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14d008c1-563f-4415-b5be-276070e0484e HTTP/1.1" status: 204 len: 168 time: 0.1816514 Jan 28 01:57:47.191708 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1d2d84ec-bf27-4d4f-a1ed-4dc31b515570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.208874 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d008c1-563f-4415-b5be-276070e0484e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:47.228036 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.229199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.230009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.230825 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.235210 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.236038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.237057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.238151 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.238955 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.239804 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.240742 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.241609 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c68b0c-39c9-4400-9762-57772b972012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:47.330654 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42194) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:47.353395 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1d2d84ec-bf27-4d4f-a1ed-4dc31b515570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.361315 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1d2d84ec-bf27-4d4f-a1ed-4dc31b515570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.419827 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1d2d84ec-bf27-4d4f-a1ed-4dc31b515570 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=624a0367dddf42d28bb1d53a1797f59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542861 Jan 28 01:57:47.422846 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42200) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:47.424329 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d84ec-bf27-4d4f-a1ed-4dc31b515570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30bb0fc-22a9-46bf-be7b-8eb936f0c8a2,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:47.496540 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.529802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.612572 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.615363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.620251 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a30bb0fc-22a9-46bf-be7b-8eb936f0c8a2 HTTP/1.1" status: 204 len: 168 time: 0.1919954 Jan 28 01:57:47.628852 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344fc3c-dd00-4034-a8be-8a34e21bc10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30bb0fc-22a9-46bf-be7b-8eb936f0c8a2,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:47.721877 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1856737328-network', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:47.746342 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Made reservation on behalf of 6e15e80496d946b4ba64c95751ebc354 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:47.749774 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.763753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.885913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.892111 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.943221 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:47.951225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25207c15-034b-43a7-9e32-e50e4f6fb507,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:47.969953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:47.970781 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Added segment 5906949f-3a9e-489f-aec3-1635fe693bc2 of type vlan for network 41f7abf6-a2c1-4ce5-83fe-68e8627532be Jan 28 01:57:48.020498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.065462 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42230) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:48.072331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.073360 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.073934 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.074046 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-647151415-network', 'tenant_id': '7bfbe773e86b4e3ea2f102f39cd297ff'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:48.140160 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Made reservation on behalf of 7bfbe773e86b4e3ea2f102f39cd297ff for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:48.142942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.147849 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8164325 Jan 28 01:57:48.148522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42232) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:48.156032 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.160040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Request body: {'subnet': {'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1856737328-subnet', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:48.170420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0ef60-3d53-4d71-bd13-a9752a5da7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=41f7abf6-a2c1-4ce5-83fe-68e8627532be,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:48.183217 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:48.192844 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadde7d-d19d-49aa-8c33-84026caf3662 req-3f79ae28-a5d0-40ed-bf23-e8529deef48a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.200283 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dadde7d-d19d-49aa-8c33-84026caf3662 req-3f79ae28-a5d0-40ed-bf23-e8529deef48a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1578012 Jan 28 01:57:48.240591 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Made reservation on behalf of 6e15e80496d946b4ba64c95751ebc354 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:48.243128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.270984 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.280638 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.315401 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dadde7d-d19d-49aa-8c33-84026caf3662 req-4ce64e69-811a-4ba7-904c-0a0f4beec4c7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141312 Jan 28 01:57:48.352662 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:48.368713 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046cca82-e438-44ff-ac57-9e3e3929bbc1,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:48.378224 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.378579 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Added segment b40655c2-eed0-45d9-be07-adbe27928c4c of type vlan for network 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad Jan 28 01:57:48.381064 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.381555 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.381942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.382389 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.382723 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.383055 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.383384 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.383710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.384082 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.384409 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.384736 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.385091 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:48.452355 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.485527 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.487432 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.487882 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.550840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.576962 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5094507 Jan 28 01:57:48.581876 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42250) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:48.588956 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Request body: {'subnet': {'network_id': '8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-647151415-subnet', 'tenant_id': '7bfbe773e86b4e3ea2f102f39cd297ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:48.594360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458e4c-398d-40a1-be6c-c36fc737c850 admin admin] Pushing event updated for resources: {'Network': ['ID=8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:48.605286 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:48.635820 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Made reservation on behalf of 7bfbe773e86b4e3ea2f102f39cd297ff for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:48.641036 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.650323 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:48.662422 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:48.671052 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Network hostable DHCP agents. Network: 41f7abf6-a2c1-4ce5-83fe-68e8627532be, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:48.730662 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:48.751336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 41f7abf6-a2c1-4ce5-83fe-68e8627532be) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:48.764751 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.765512 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.802648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-18a8a38b-2ac8-4af0-93f8-2afdb712996b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6466105 Jan 28 01:57:48.802648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42262) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:48.806753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:48.826879 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd88d1c4-460d-48a1-b37b-2f8f552c2be9 None None] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:48.835028 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.837183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.913592 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.042695 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:57:49.044337 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.067283 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.175151 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebbe40e-789b-4375-97bc-a6100015f200,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:49.180095 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Checking segment: {'id': 'b40655c2-eed0-45d9-be07-adbe27928c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:49.180754 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Network hostable DHCP agents. Network: 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:49.207168 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Network 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:49.226966 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:49.242257 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:49.242474 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055312a-82c7-44ef-a40c-45ef4a6caa21 None None] Network 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:49.243643 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.269133 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-89b6c36f-8027-477f-b771-29887bae5732 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6860247 Jan 28 01:57:49.482030 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.500987 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62a294-11a0-4298-b08c-4ea5d3fdd995 None None] Network 8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:49.557495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4c656-3730-4041-a39c-046d5a47c762 req-e4777716-b5e0-46d6-ad4f-c5366d199d0c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:49.559339 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bef4c656-3730-4041-a39c-046d5a47c762 req-e4777716-b5e0-46d6-ad4f-c5366d199d0c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0715322 Jan 28 01:57:49.636006 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bef4c656-3730-4041-a39c-046d5a47c762 req-4140a3f9-d5dc-4c43-9383-335c8dd3d5f2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jan 28 01:57:49.673655 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Allocated IP 172.20.0.2 (41f7abf6-a2c1-4ce5-83fe-68e8627532be/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc/18732239-f274-437f-9907-08542b0c0956) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:49.801216 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.824481 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42298) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:49.853255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.898202 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.906583 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.943142 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:49.948004 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:49.957355 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:49.993728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Pushing event updated for resources: {'Port': ['ID=18732239-f274-437f-9907-08542b0c0956,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.026289 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Attempting to bind port 18732239-f274-437f-9907-08542b0c0956 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:50.026669 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Attempting to bind port 18732239-f274-437f-9907-08542b0c0956 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:50.027036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Attempting to bind port 18732239-f274-437f-9907-08542b0c0956 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:50.032827 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Allocated IP 172.27.1.40 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/c059bc9c-ff38-4da6-ab61-abfb60be42ce) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:50.033298 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:50.033662 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:50.034074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.034645 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Bound using segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:50.035086 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Bound port: 18732239-f274-437f-9907-08542b0c0956, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:50.035496 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.132884 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] For port 18732239-f274-437f-9907-08542b0c0956, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:50.137486 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] For port 18732239-f274-437f-9907-08542b0c0956, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=18732239-f274-437f-9907-08542b0c0956,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:50.148553 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.163085 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bf067101-4d36-422b-92c0-a114195bfdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.169222 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.236435 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980bda1-bab6-4b4e-9655-e32cf005773a None None] Pushing event updated for resources: {'Port': ['ID=18732239-f274-437f-9907-08542b0c0956,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.237412 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.274938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:50.278977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:50.287093 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bf067101-4d36-422b-92c0-a114195bfdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.297357 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bf067101-4d36-422b-92c0-a114195bfdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.315767 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Pushing event updated for resources: {'Port': ['ID=c059bc9c-ff38-4da6-ab61-abfb60be42ce,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.324283 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:50.335673 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-bf067101-4d36-422b-92c0-a114195bfdf6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=98388d99967741079574198f38a902c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099041 Jan 28 01:57:50.354155 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42310) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:50.407930 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf067101-4d36-422b-92c0-a114195bfdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627562b6-2c2b-42c1-93ef-bcca124e0f5b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.480174 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.575482 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.677124 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.681796 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.684994 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/627562b6-2c2b-42c1-93ef-bcca124e0f5b HTTP/1.1" status: 204 len: 168 time: 0.3283515 Jan 28 01:57:50.715053 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c4f93-0642-429a-b748-7adad3a6eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627562b6-2c2b-42c1-93ef-bcca124e0f5b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.852138 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.864684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff9f3b-8ed1-463e-834c-7e358c0cf15b req-aa5b234c-2dc6-427f-8bf3-d691d20670f0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:50.866551 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b5ff9f3b-8ed1-463e-834c-7e358c0cf15b req-aa5b234c-2dc6-427f-8bf3-d691d20670f0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0879967 Jan 28 01:57:50.902645 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 18732239-f274-437f-9907-08542b0c0956 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:51.010173 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 18732239-f274-437f-9907-08542b0c0956 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:51.010704 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.070633 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b5ff9f3b-8ed1-463e-834c-7e358c0cf15b req-52cebec5-cd6c-41ed-b875-99ac121ee99a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Jan 28 01:57:51.171741 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.217866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.219566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 18732239-f274-437f-9907-08542b0c0956, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=18732239-f274-437f-9907-08542b0c0956,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:51.225532 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.311223 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=18732239-f274-437f-9907-08542b0c0956,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:51.323779 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.324200 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.324548 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.324907 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.325239 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.325574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.325896 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.326271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.327735 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.328166 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.328523 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.329101 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:51.430164 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:57:51.657166 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:51.665621 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:51.679576 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:51.682098 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:51.684810 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.689169 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42360) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:51.691705 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a7c39b47-94d7-4e37-8d5c-f9e13fd1b392 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8908217 Jan 28 01:57:51.830467 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b403e67-2af3-45a5-bb25-9aa797312404 None None] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:51.884965 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:52.036829 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-a9c31072-7eed-4e40-93c1-2e879397f867 None None] Provisioning complete for port 18732239-f274-437f-9907-08542b0c0956 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:52.037281 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a9c31072-7eed-4e40-93c1-2e879397f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.257295 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:50Z', 'revision_number': 3, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:52.318218 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:52.318904 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Updating router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 port c059bc9c-ff38-4da6-ab61-abfb60be42ce binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:52.375037 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.380388 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352215c-4c46-437b-902d-3361003f8a87 req-cd4ef166-b25c-4fc4-bd64-6de16aa8f9e0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:52.385144 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0352215c-4c46-437b-902d-3361003f8a87 req-cd4ef166-b25c-4fc4-bd64-6de16aa8f9e0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1230986 Jan 28 01:57:52.481623 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0352215c-4c46-437b-902d-3361003f8a87 req-85dc2017-c32d-4b2f-bf4e-46af26b9b60a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896633 Jan 28 01:57:52.540084 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-d3f4ed96-ab8c-44fc-9a7a-2f523ccf2fa9 None None] Provisioning complete for port 18732239-f274-437f-9907-08542b0c0956 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:52.540517 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d3f4ed96-ab8c-44fc-9a7a-2f523ccf2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.707082 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.724566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 18732239-f274-437f-9907-08542b0c0956 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:52.796405 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 18732239-f274-437f-9907-08542b0c0956 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:52.797293 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.904939 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42436) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:52.966236 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:52.981394 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.043888 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Allocated IP 172.20.0.1 (41f7abf6-a2c1-4ce5-83fe-68e8627532be/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc/399619b3-5cd1-4053-bd8a-a0908eabe065) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:53.046708 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Attempting to bind port c059bc9c-ff38-4da6-ab61-abfb60be42ce on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:53.047234 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Attempting to bind port c059bc9c-ff38-4da6-ab61-abfb60be42ce by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:53.047589 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Attempting to bind port c059bc9c-ff38-4da6-ab61-abfb60be42ce on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:53.064755 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821646c-403e-4901-9fba-87d46a4ba07d None None] Pushing event updated for resources: {'Port': ['ID=c059bc9c-ff38-4da6-ab61-abfb60be42ce,revision_number=2']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.079120 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:53.079858 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:53.080445 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.081011 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:53.081656 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Bound port: c059bc9c-ff38-4da6-ab61-abfb60be42ce, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:53.082229 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.116148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10f78138-7501-4491-9c4b-04d47ab19028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.201587 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] For port c059bc9c-ff38-4da6-ab61-abfb60be42ce, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:53.209604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.214319 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] For port c059bc9c-ff38-4da6-ab61-abfb60be42ce, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=c059bc9c-ff38-4da6-ab61-abfb60be42ce,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:53.221236 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.253961 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10f78138-7501-4491-9c4b-04d47ab19028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.256543 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.260298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10f78138-7501-4491-9c4b-04d47ab19028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.329623 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-10f78138-7501-4491-9c4b-04d47ab19028 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c4f0b6d489e4ecaa78e44447379a9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230032 Jan 28 01:57:53.331989 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:53.332210 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:53.332768 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42448) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:53.335478 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:53.339420 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:53.339832 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f78138-7501-4491-9c4b-04d47ab19028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7491f28f-a4f9-45ba-9387-abc00f1529a1,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.342992 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:53.343620 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.373302 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821646c-403e-4901-9fba-87d46a4ba07d None None] Pushing event updated for resources: {'Port': ['ID=c059bc9c-ff38-4da6-ab61-abfb60be42ce,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.399631 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Pushing event updated for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.424257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.454750 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.520840 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.552354 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:53.552665 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.553018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.557398 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7491f28f-a4f9-45ba-9387-abc00f1529a1 HTTP/1.1" status: 204 len: 168 time: 0.2203927 Jan 28 01:57:53.576972 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2847d-21cb-4be3-9c8d-43dc2e3fb492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7491f28f-a4f9-45ba-9387-abc00f1529a1,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.703971 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-a8ad5b9e-50ec-41e9-8ed6-46b87b658bf0 None None] Provisioning complete for port 399619b3-5cd1-4053-bd8a-a0908eabe065 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:53.704655 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a8ad5b9e-50ec-41e9-8ed6-46b87b658bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.755610 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad5b9e-50ec-41e9-8ed6-46b87b658bf0 None None] Port 399619b3-5cd1-4053-bd8a-a0908eabe065 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:53.799508 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c23c0-a6f7-4634-8ff8-5f407993d9f1 req-cdb269c5-c105-4aa7-9ff8-c8a5c69b5e2b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:53.801745 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-956c23c0-a6f7-4634-8ff8-5f407993d9f1 req-cdb269c5-c105-4aa7-9ff8-c8a5c69b5e2b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1348186 Jan 28 01:57:53.905118 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-956c23c0-a6f7-4634-8ff8-5f407993d9f1 req-18efd90a-d20a-4c69-8b23-ea338fcdea06 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907538 Jan 28 01:57:53.928076 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.936954 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.939185 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.070272 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:50Z', 'revision_number': 3, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:54.099649 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42480) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:54.134800 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95bb84-7a21-4526-a76c-efccdcacec88 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:50Z', 'revision_number': 3, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:54.136334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75138546-ec05-4c7c-93ae-ebfe270085c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.218200 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Pushing event updated for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:54.281822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75138546-ec05-4c7c-93ae-ebfe270085c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.288729 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75138546-ec05-4c7c-93ae-ebfe270085c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.307357 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:54.309416 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:54.376681 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42488) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:54.377020 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-75138546-ec05-4c7c-93ae-ebfe270085c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1bdec33f230c4050bd806baef2da329b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695792 Jan 28 01:57:54.397051 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75138546-ec05-4c7c-93ae-ebfe270085c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792ecbf3-9382-41b9-b8f5-2f8c5183229f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:54.598817 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5eb12-dead-4bc5-a493-5f89e93a4550 req-0992b98a-0915-43eb-aaf2-8d1fe28c1014 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:54.600427 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e7f5eb12-dead-4bc5-a493-5f89e93a4550 req-0992b98a-0915-43eb-aaf2-8d1fe28c1014 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.1454949 Jan 28 01:57:54.716101 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e7f5eb12-dead-4bc5-a493-5f89e93a4550 req-600f1efd-2efb-4cc8-8d95-6057dcca81d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970516 Jan 28 01:57:54.799213 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-938ff13c-ea73-4798-bbe6-2b73a8542c06 None None] Provisioning complete for port 399619b3-5cd1-4053-bd8a-a0908eabe065 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:54.799751 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-938ff13c-ea73-4798-bbe6-2b73a8542c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.831765 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device c059bc9c-ff38-4da6-ab61-abfb60be42ce up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:54.882508 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-938ff13c-ea73-4798-bbe6-2b73a8542c06 None None] Port 399619b3-5cd1-4053-bd8a-a0908eabe065 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:54.887868 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.902628 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port c059bc9c-ff38-4da6-ab61-abfb60be42ce triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:54.903215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.918547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:54.920527 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:54.994730 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:55.025523 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port c059bc9c-ff38-4da6-ab61-abfb60be42ce, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=c059bc9c-ff38-4da6-ab61-abfb60be42ce,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:55.038319 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:55.076104 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:55.079098 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c4a7-40d5-46e7-bdc6-948832086c23 req-ecae26d9-5bd5-408b-9b90-4c095d0094df tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:55.079247 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:55.082682 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/792ecbf3-9382-41b9-b8f5-2f8c5183229f HTTP/1.1" status: 204 len: 168 time: 0.7035837 Jan 28 01:57:55.084002 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9719c4a7-40d5-46e7-bdc6-948832086c23 req-ecae26d9-5bd5-408b-9b90-4c095d0094df tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0684366 Jan 28 01:57:55.097662 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe89110-9e72-43a9-bf4f-ef8bf8c6f4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ecbf3-9382-41b9-b8f5-2f8c5183229f,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:55.103340 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:55.110738 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a703163a-0e7f-44d7-a00d-807c307b9426 admin admin] 10.222.0.96 "PUT /v2.0/routers/c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202995 Jan 28 01:57:55.146302 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9719c4a7-40d5-46e7-bdc6-948832086c23 req-76366f23-9cc1-4ed4-98d0-71fb2d93e71c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Jan 28 01:57:55.156434 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=c059bc9c-ff38-4da6-ab61-abfb60be42ce,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:55.951419 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132d17-ea06-481a-8bf1-d2e209a61254 req-be907724-1f59-4d00-b546-a101475a5296 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:55.954871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3b132d17-ea06-481a-8bf1-d2e209a61254 req-be907724-1f59-4d00-b546-a101475a5296 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.1184065 Jan 28 01:57:56.016316 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42548) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:56.021372 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-552473932-network', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:56.028110 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3b132d17-ea06-481a-8bf1-d2e209a61254 req-28feab7f-4731-4cd5-ac8d-6e6ee0c8d404 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651453 Jan 28 01:57:56.074129 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Made reservation on behalf of f201d79d2228443fae07022bc53b97b2 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:56.077134 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.094490 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.221942 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.226489 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.252000 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:56.269499 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed98be-758d-498b-bb95-40bdd08fea97,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:56.273116 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.273636 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Added segment e4925ae0-ec8c-4e33-ad3b-964dff48f4b3 of type vlan for network 55cae776-861d-451e-a834-36828c5c5a6d Jan 28 01:57:56.321278 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.333348 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77fc49-5d55-487a-a1e9-b78452a2c8f5 req-0acf5027-906e-4820-8dab-785ebc78c749 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:56.335146 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb77fc49-5d55-487a-a1e9-b78452a2c8f5 req-0acf5027-906e-4820-8dab-785ebc78c749 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0711801 Jan 28 01:57:56.352586 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.353501 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:56.354075 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.381109 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb77fc49-5d55-487a-a1e9-b78452a2c8f5 req-451e4986-293f-4285-b9ab-6a7ce32cf81c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367506 Jan 28 01:57:56.434410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42560) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:56.437246 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4193387 Jan 28 01:57:56.439424 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:56.440309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Request body: {'subnet': {'network_id': '55cae776-861d-451e-a834-36828c5c5a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-552473932-subnet', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:56.446770 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b678c-fbe1-4992-a940-74822f509d35 admin admin] Pushing event updated for resources: {'Network': ['ID=55cae776-861d-451e-a834-36828c5c5a6d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:56.453571 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:56.454191 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:56.468894 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Made reservation on behalf of f201d79d2228443fae07022bc53b97b2 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:56.471574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.493713 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 55cae776-861d-451e-a834-36828c5c5a6d details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:56.685329 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device c059bc9c-ff38-4da6-ab61-abfb60be42ce up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:56.698372 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.766036 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Checking segment: {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:56.766377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Network hostable DHCP agents. Network: 55cae776-861d-451e-a834-36828c5c5a6d, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:56.775756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5557b2-336e-4c70-8d21-081c99f77554,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:56.803580 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:56.803726 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Network 55cae776-861d-451e-a834-36828c5c5a6d is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:56.819093 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 55cae776-861d-451e-a834-36828c5c5a6d) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:56.825742 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:56.826779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.839253 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e33ddf-1e5b-4ba6-8def-9a1085c79d14 None None] Network 55cae776-861d-451e-a834-36828c5c5a6d requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:56.850154 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42576) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:56.855304 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:56.857274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b1b67249-f8eb-4f45-818e-a2b2cf84e9c9 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4119084 Jan 28 01:57:56.888483 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.890012 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.949710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.968081 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port c059bc9c-ff38-4da6-ab61-abfb60be42ce triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:56.968447 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.120148 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.228672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aabfb-9169-4957-859b-3a3595116f31 req-d87ad020-990c-4f5f-9de3-575e34a99436 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:57.232607 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bf2aabfb-9169-4957-859b-3a3595116f31 req-d87ad020-990c-4f5f-9de3-575e34a99436 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.0829937 Jan 28 01:57:57.247573 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-55cae776-861d-451e-a834-36828c5c5a6d', 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'fixed_ips': [{'subnet_id': '9c5557b2-336e-4c70-8d21-081c99f77554'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:57:57.248470 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.325867 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bf2aabfb-9169-4957-859b-3a3595116f31 req-93f28635-2696-4b63-abde-308172eb54af tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806370 Jan 28 01:57:57.332260 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 2, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:57.373451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:57.374060 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Updating router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 port 399619b3-5cd1-4053-bd8a-a0908eabe065 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:57.417646 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.470796 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.506655 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.534279 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Allocated IP 172.20.0.2 (55cae776-861d-451e-a834-36828c5c5a6d/9c5557b2-336e-4c70-8d21-081c99f77554/90a03328-1334-4610-9c5c-174f6c60445c) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:57.599174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-b80caab3-ed57-4af6-bc97-d4ad0ede139a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:57.600757 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-b80caab3-ed57-4af6-bc97-d4ad0ede139a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.100 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.1210458 Jan 28 01:57:57.610193 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a4f2f-da65-425d-abcf-c0f84a62b0ed req-d2543529-5295-4e01-9391-355625beeb82 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:57.611753 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e1a4f2f-da65-425d-abcf-c0f84a62b0ed req-d2543529-5295-4e01-9391-355625beeb82 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0959601 Jan 28 01:57:57.744213 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Allocated IP 172.27.1.217 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:57.757080 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e1a4f2f-da65-425d-abcf-c0f84a62b0ed req-e55dad65-d8a3-4972-b036-3b0b627ef28c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193745 Jan 28 01:57:57.876760 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.895692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Deleting port e841332d-7cf8-4dbd-bfef-9a71a9c23148 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:57:57.896142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.947408 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.005300 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Network 55cae776-861d-451e-a834-36828c5c5a6d is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:58.015560 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:58.017733 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.025260 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:58.031306 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Pushing event updated for resources: {'Port': ['ID=90a03328-1334-4610-9c5c-174f6c60445c,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.065565 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.108515 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:58.114473 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:58.115395 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Attempting to bind port 90a03328-1334-4610-9c5c-174f6c60445c on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:58.115833 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Attempting to bind port 90a03328-1334-4610-9c5c-174f6c60445c by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:58.116274 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Attempting to bind port 90a03328-1334-4610-9c5c-174f6c60445c on network 55cae776-861d-451e-a834-36828c5c5a6d {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:58.122776 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:58.135701 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Pushing event updated for resources: {'Port': ['ID=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.141855 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:58.142118 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Checking segment: {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:58.143311 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.143875 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Bound using segment: {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:58.144528 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Bound port: 90a03328-1334-4610-9c5c-174f6c60445c, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:58.145123 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.177904 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.209534 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.276825 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] For port e841332d-7cf8-4dbd-bfef-9a71a9c23148, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e841332d-7cf8-4dbd-bfef-9a71a9c23148,segment=NetworkSegment(26d55cfc-8693-4988-8077-698643eb2f0d),segment_id=26d55cfc-8693-4988-8077-698643eb2f0d)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:58.277422 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.281178 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] For port 90a03328-1334-4610-9c5c-174f6c60445c, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:58.286283 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244a0e-f5e1-4d4c-9caa-dd05723403f3 None None] Pushing event updated for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.293034 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] For port 90a03328-1334-4610-9c5c-174f6c60445c, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=90a03328-1334-4610-9c5c-174f6c60445c,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:58.301597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.318705 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Calling delete_port for e841332d-7cf8-4dbd-bfef-9a71a9c23148 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:57:58.436423 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Attempting to bind port 399619b3-5cd1-4053-bd8a-a0908eabe065 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:58.436872 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Attempting to bind port 399619b3-5cd1-4053-bd8a-a0908eabe065 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:58.437179 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Attempting to bind port 399619b3-5cd1-4053-bd8a-a0908eabe065 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:58.450260 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:58.450629 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:58.451028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.452089 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Bound using segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:58.452955 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Bound port: 399619b3-5cd1-4053-bd8a-a0908eabe065, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:58.453542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.456727 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a4de-edd7-4101-9083-b6db469f8c3a None None] Pushing event updated for resources: {'Port': ['ID=90a03328-1334-4610-9c5c-174f6c60445c,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.496604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.518042 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778057c-497d-4d5f-a73c-a0b69e6fb73d req-c6870419-ffb8-4241-9e1f-87aba9a86e0a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:58.523174 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8778057c-497d-4d5f-a73c-a0b69e6fb73d req-c6870419-ffb8-4241-9e1f-87aba9a86e0a tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 945 time: 0.0941610 Jan 28 01:57:58.587751 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8778057c-497d-4d5f-a73c-a0b69e6fb73d req-b9078fbd-37b3-43d2-8fb3-250a95bdc241 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/security-groups?id=af18cdd6-a6bf-4208-8586-558890161b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542235 Jan 28 01:57:58.615064 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] For port 399619b3-5cd1-4053-bd8a-a0908eabe065, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:58.624828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] For port 399619b3-5cd1-4053-bd8a-a0908eabe065, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=399619b3-5cd1-4053-bd8a-a0908eabe065,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:58.637375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.657432 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.738945 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:58.751630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Pushing event deleted for resources: {'Port': ['ID=e841332d-7cf8-4dbd-bfef-9a71a9c23148,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.752736 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['e841332d-7cf8-4dbd-bfef-9a71a9c23148'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:58.782164 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] Provisioning complete for port 399619b3-5cd1-4053-bd8a-a0908eabe065 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:58.782382 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.793420 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244a0e-f5e1-4d4c-9caa-dd05723403f3 None None] Pushing event updated for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.832716 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] No DVR routers for this DVR port e841332d-7cf8-4dbd-bfef-9a71a9c23148 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:57:58.839805 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:58.840611 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:58.842451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.851260 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e68c9351-61ed-4d24-b331-ced18fd9430e req-41de9d66-31ea-48ff-9960-8d4b8d0604d8 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.100 "DELETE /v2.0/ports/e841332d-7cf8-4dbd-bfef-9a71a9c23148 HTTP/1.1" status: 204 len: 173 time: 1.2384489 Jan 28 01:57:58.858496 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'name': 'network-vif-deleted', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:58.862449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d153a-912b-4015-8c26-7426316df4dd" -d '{"events": [{"server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "name": "network-vif-deleted", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:58.887687 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.026486 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685b16b-02e4-49a6-a158-fa8bb98e5a03 x-openstack-request-id: req-f685b16b-02e4-49a6-a158-fa8bb98e5a03 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:59.026849 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93ca8fd-3477-43fa-9d41-56e66cb51528", "name": "network-vif-deleted", "tag": "e841332d-7cf8-4dbd-bfef-9a71a9c23148", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:59.027017 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f685b16b-02e4-49a6-a158-fa8bb98e5a03 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:59.033702 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93ca8fd-3477-43fa-9d41-56e66cb51528', 'name': 'network-vif-deleted', 'tag': 'e841332d-7cf8-4dbd-bfef-9a71a9c23148', 'status': 'completed', 'code': 200} Jan 28 01:57:59.056044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c19417-343d-4816-8628-a037d1a3a94a req-c4eb818e-3aab-4640-91a3-8ceb6a56f547 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:59.058603 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d7c19417-343d-4816-8628-a037d1a3a94a req-c4eb818e-3aab-4640-91a3-8ceb6a56f547 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1891704 Jan 28 01:57:59.140607 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d7c19417-343d-4816-8628-a037d1a3a94a req-1099526d-4526-49fe-bc05-6085ea6bce7a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Jan 28 01:57:59.161221 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Router 092a1c91-079f-4857-bcf5-a731fbd6a650 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:57:59.257647 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-01e463ef-57f9-4e7d-9303-ded838266b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.290394 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:59.306957 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:59.321492 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Sync routers for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:59.323532 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.337545 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:59.338188 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:59.355051 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.356339 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f4ebbab5-a2d5-4cb4-b48f-f09eb0c1b979 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5051625 Jan 28 01:57:59.359584 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42632) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:59.447352 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] For port 399619b3-5cd1-4053-bd8a-a0908eabe065, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=399619b3-5cd1-4053-bd8a-a0908eabe065,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:59.491312 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.736436 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:59.827640 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-7cc6e405-5362-4fdf-9e9b-f3855986c278 None None] Provisioning complete for port 399619b3-5cd1-4053-bd8a-a0908eabe065 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:59.828681 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e405-5362-4fdf-9e9b-f3855986c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.837407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953894-c6b9-4e0c-b341-a176e7c92117 None None] Pushing event updated for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:59.902254 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:59.923726 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ab0d3a5-b603-48c7-bc45-ad5e77935cf8 req-010e9ca1-c7e6-46a3-ab3b-46deded3f527 tempest-DeleteServersTestJSON-731672046 tempest-DeleteServersTestJSON-731672046-project] 10.222.0.96 "GET /v2.0/ports?device_id=a93ca8fd-3477-43fa-9d41-56e66cb51528 HTTP/1.1" status: 200 len: 210 time: 0.1328452 Jan 28 01:57:59.982160 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d04ee-e11c-4fd2-8444-a220bed17495 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:00.289193 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d045d-1fe1-417c-aff5-f937249422e5 None None] Network 55cae776-861d-451e-a834-36828c5c5a6d requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:58:00.315058 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 3, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.355927 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Checking router: 092a1c91-079f-4857-bcf5-a731fbd6a650 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:00.356309 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Updating router 092a1c91-079f-4857-bcf5-a731fbd6a650 port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:58:00.393271 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.435051 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] Provisioning complete for port 90a03328-1334-4610-9c5c-174f6c60445c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:00.435051 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.464389 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6136-ad32-4444-af7a-2254575c1de1 req-98d57a0a-8a47-4869-a2a2-52854ffadbba tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.465955 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5aa6136-ad32-4444-af7a-2254575c1de1 req-98d57a0a-8a47-4869-a2a2-52854ffadbba tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.2177069 Jan 28 01:58:00.468575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.607316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5aa6136-ad32-4444-af7a-2254575c1de1 req-e8b6b478-a165-45d5-8f69-17781517e2bf tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289217 Jan 28 01:58:00.665040 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.710987 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] For port 90a03328-1334-4610-9c5c-174f6c60445c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=90a03328-1334-4610-9c5c-174f6c60445c,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:00.719335 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.814706 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565f5b0-e5c7-42e2-b596-21c574a5d48e None None] Pushing event updated for resources: {'Port': ['ID=90a03328-1334-4610-9c5c-174f6c60445c,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.886935 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 399619b3-5cd1-4053-bd8a-a0908eabe065 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:00.893901 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.906642 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.004905 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Allocated IP 172.20.0.1 (55cae776-861d-451e-a834-36828c5c5a6d/9c5557b2-336e-4c70-8d21-081c99f77554/7e35899c-790e-48fe-a25c-325ec79283db) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:01.016451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 399619b3-5cd1-4053-bd8a-a0908eabe065 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:01.016983 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.127571 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Pushing event updated for resources: {'Port': ['ID=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,revision_number=2']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:01.155677 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.156398 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.156918 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.157274 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.157645 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.158129 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.158516 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.158956 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.159677 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.160056 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.160470 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.160967 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:01.179715 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-89c14908-b1a3-43de-a086-5d15a0f6c0fb None None] Provisioning complete for port 90a03328-1334-4610-9c5c-174f6c60445c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:01.180251 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-89c14908-b1a3-43de-a086-5d15a0f6c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.184970 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Attempting to bind port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:01.185365 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Attempting to bind port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:01.186478 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Attempting to bind port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:01.197251 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:01.197778 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:01.198660 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.199190 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:01.199556 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Bound port: f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:01.200647 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.300037 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.319429 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] For port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:01.332921 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] For port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:01.337124 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 90a03328-1334-4610-9c5c-174f6c60445c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:01.342472 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.375188 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.441828 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Network 55cae776-861d-451e-a834-36828c5c5a6d is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:01.456541 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:01.462703 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:01.463189 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.468343 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Pushing event updated for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:01.475168 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b51fe-fbb0-4436-8685-c21f68a1d959 None None] Pushing event updated for resources: {'Port': ['ID=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:01.516968 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:01.517522 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:57:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:01.526450 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device e841332d-7cf8-4dbd-bfef-9a71a9c23148 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:58:01.628533 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: e841332d-7cf8-4dbd-bfef-9a71a9c23148 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:58:01.629064 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device e841332d-7cf8-4dbd-bfef-9a71a9c23148 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:58:01.641764 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 90a03328-1334-4610-9c5c-174f6c60445c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:01.642284 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.700137 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:01.917517 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.932240 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5fef-bba6-487a-ada1-cfe8694014a7 req-b7e7828f-dff3-405c-829f-5a3adb94f2f8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:01.934945 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-eeee5fef-bba6-487a-ada1-cfe8694014a7 req-b7e7828f-dff3-405c-829f-5a3adb94f2f8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1507344 Jan 28 01:58:01.948579 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1551eb53-fbac-4420-bc1c-505c22f6a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.966281 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-b82decd9-497d-40f4-b4b1-b0f0099d6b8e None None] Provisioning complete for port 7e35899c-790e-48fe-a25c-325ec79283db triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:01.967612 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b82decd9-497d-40f4-b4b1-b0f0099d6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:02.044074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-b82decd9-497d-40f4-b4b1-b0f0099d6b8e None None] Port 7e35899c-790e-48fe-a25c-325ec79283db cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:58:02.046000 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 3, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:02.078021 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d58bf-4826-4638-8c12-b03f974c4468 None None] The sync data for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi is: [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 3, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:02.183039 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-eeee5fef-bba6-487a-ada1-cfe8694014a7 req-2d424d38-793e-4f78-8519-d0742e8cadf1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194228 Jan 28 01:58:02.332885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:02.338291 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:02.339030 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:02.452908 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Pushing event updated for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:02.516672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Network 55cae776-861d-451e-a834-36828c5c5a6d is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:02.519231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:02.765260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Router 092a1c91-079f-4857-bcf5-a731fbd6a650 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:58:02.878596 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 90a03328-1334-4610-9c5c-174f6c60445c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:02.957599 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-5aec6397-07a3-4342-9441-c1b12c620ed4 None None] Provisioning complete for port 7e35899c-790e-48fe-a25c-325ec79283db triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:02.958266 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-5aec6397-07a3-4342-9441-c1b12c620ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:02.958483 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:58:02.971333 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7521b895-5041-43a7-a469-aac00dc6180d admin admin] 10.222.0.96 "PUT /v2.0/routers/092a1c91-079f-4857-bcf5-a731fbd6a650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6106133 Jan 28 01:58:03.021246 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-5aec6397-07a3-4342-9441-c1b12c620ed4 None None] Port 7e35899c-790e-48fe-a25c-325ec79283db cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:58:03.028927 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 90a03328-1334-4610-9c5c-174f6c60445c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:03.029671 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.082364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42720) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:03.161225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Deleting subnet a204b9f7-b759-45a1-98d0-eff39dd7ef8b {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:58:03.166447 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.215650 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.221512 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:03.224290 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.258982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.343772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:03.344318 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.417842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.472764 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a204b9f7-b759-45a1-98d0-eff39dd7ef8b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:03.477139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.480636 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-33bc6933-c992-4f98-bc02-6b39b983dcbd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a204b9f7-b759-45a1-98d0-eff39dd7ef8b HTTP/1.1" status: 204 len: 168 time: 0.3971186 Jan 28 01:58:03.484194 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42738) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:03.505442 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.570197 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:03.575961 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.649632 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:03.672069 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.678090 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969bd6-d563-45a2-9fa1-5386e341d410 req-8d4f1c26-7674-4ef6-928f-bee4ed90ccb6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:03.685139 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d4969bd6-d563-45a2-9fa1-5386e341d410 req-8d4f1c26-7674-4ef6-928f-bee4ed90ccb6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1311951 Jan 28 01:58:03.721901 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d4969bd6-d563-45a2-9fa1-5386e341d410 req-5b9a594e-bc8b-4ac3-8a1e-0e93476e2233 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Jan 28 01:58:03.770395 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:03.799319 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.800175 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.801614 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.802159 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > port after_create 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.802697 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.803360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > port after_update 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.803875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.804426 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.805095 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.805603 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:03.985175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42756) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:03.995956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260954673', 'description': 'tempest-secgroup-smoke-1260954673 description', 'project_id': '6e15e80496d946b4ba64c95751ebc354'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:04.024012 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-1569f285-fe58-4eed-97e9-9d7151d79812 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:04.030648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-1569f285-fe58-4eed-97e9-9d7151d79812 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.2063372 Jan 28 01:58:04.032691 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:04.033040 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:04.033695 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:04.034094 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:58:04.034470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc19d78-9658-4886-82d7-0e66c7c36321']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:04.064978 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-30ddf21c-2440-4bce-b109-7d6749230516 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/quotas/f2f478fd06754a38b139c8415da6a514 HTTP/1.1" status: 200 len: 375 time: 0.0304399 Jan 28 01:58:04.069262 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d55cfc-8693-4988-8077-698643eb2f0d') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:04.069548 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d55cfc-8693-4988-8077-698643eb2f0d') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:04.077203 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.119907 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.161857 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.172865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:58:04.173705 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: from cryptography.utils import int_from_bytes Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: from cryptography.utils import int_from_bytes Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:58:04.202710 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:58:04.246034 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-888aa833-f4bf-43e5-be41-9d7b4a0153af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432164 Jan 28 01:58:04.311290 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.336641 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc19d78-9658-4886-82d7-0e66c7c36321,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:04.339708 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.346618 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c72bfb7f-1632-4182-9515-2a47ade9b99f admin admin] 10.222.0.96 "DELETE /v2.0/networks/6dc19d78-9658-4886-82d7-0e66c7c36321 HTTP/1.1" status: 204 len: 168 time: 0.8610897 Jan 28 01:58:04.380693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.389317 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.441321 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fab54d-f771-4dcf-b3a1-5b1a9be11b17,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:04.448962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.450674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d2fa923a-fb16-428a-a2fb-eaa0f7cb5e3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4644978 Jan 28 01:58:04.454636 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42770) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:04.460106 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:04.519766 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-ce9b2927-a880-4d10-a940-a2e8fc18963e service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569041 Jan 28 01:58:04.521536 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.555206 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.709847 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Sync routers for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:58:04.728999 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:04.766742 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-206e2e52-3afb-46a3-8388-ca35fd4abc3c service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300289 Jan 28 01:58:04.780988 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42776) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:04.825169 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:04.825837 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:04.921197 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.921782 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-76156534-f76c-44aa-9d0b-4e0ed1d9c792 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8c0aef26837b47059522707fb2ce8422&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1373594 Jan 28 01:58:04.922834 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42778) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:04.932644 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:04.980748 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb98887-5041-4815-a091-197b5393dd42 req-f628fde4-fc13-4a89-9fcc-ad2b6820afa4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:04.985442 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cdb98887-5041-4815-a091-197b5393dd42 req-f628fde4-fc13-4a89-9fcc-ad2b6820afa4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1289082 Jan 28 01:58:05.012837 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86885f6b-b991-4fd9-836d-9d656507afe4,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:05.021254 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.023356 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4ad5a676-545f-4ac5-92f9-d508f6c98d79 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5673785 Jan 28 01:58:05.042553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42784) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:05.050303 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.067545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.074456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:05.094523 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:05.095280 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.096196 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.131227 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed6c5940-ed39-4cfd-bbe0-152bb0c8d7dc req-80d39972-73af-470b-8ad2-9a30c4ac617e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 210 time: 0.1120884 Jan 28 01:58:05.161128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cdb98887-5041-4815-a091-197b5393dd42 req-826386b1-6e1a-4bf7-8ced-fd1afda9625a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623449 Jan 28 01:58:05.185415 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.198547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.198547 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af18cdd6-a6bf-4208-8586-558890161b62 HTTP/1.1" status: 204 len: 168 time: 0.2665217 Jan 28 01:58:05.221390 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc61ba1-d7d0-47b5-a9d6-42c8a2814c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18cdd6-a6bf-4208-8586-558890161b62,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:05.229009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.270509 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:05.370889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.377364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.400355 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebe5e38-c366-493a-aa7d-493d5ff352ad,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:05.412127 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.419394 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42796) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:05.427689 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:05.432278 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-912b7cbf-9798-499d-87c6-b3e68dba13e4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575571 Jan 28 01:58:05.477755 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.581702 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.588221 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.622137 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a6848e-59a6-4f1f-8e17-449c8a4cae96,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:05.637303 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.641671 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-96638402-42fb-48a1-a327-959e76695cc4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175641 Jan 28 01:58:05.642804 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42810) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:05.650188 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:05.711854 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.878675 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.886797 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.912402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9353ae40-b4ff-43ae-9980-4defdddf8b4d,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:05.918042 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:05.922865 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6af70cf1-d580-4640-8c18-dbc38d738967 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2767107 Jan 28 01:58:05.923237 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42828) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:05.929584 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:05.968077 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.securitygroups_db [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Project 6e15e80496d946b4ba64c95751ebc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:58:05.977355 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.091685 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:58:01Z', 'revision_number': 4, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '7e35899c-790e-48fe-a25c-325ec79283db', 'name': '', 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'mac_address': 'fa:16:3e:7a:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:00Z', 'updated_at': '2022-01-28T01:58:02Z', 'revision_number': 2, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'subnets': [{'id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:06.106574 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.114735 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.129385 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Checking router: 092a1c91-079f-4857-bcf5-a731fbd6a650 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:06.130240 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Updating router 092a1c91-079f-4857-bcf5-a731fbd6a650 port 7e35899c-790e-48fe-a25c-325ec79283db binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:58:06.159954 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b81da2-6676-4858-ae84-76c7650c7c2b,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:06.166092 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.171857 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 42838) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:06.172501 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a1685b7e-379d-4751-ad73-32bf20b3525f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2454422 Jan 28 01:58:06.179483 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'security_group_rule': {'security_group_id': '09fab54d-f771-4dcf-b3a1-5b1a9be11b17', 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:06.180870 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.252203 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Project 6e15e80496d946b4ba64c95751ebc354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:58:06.269879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.361665 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ea0a7db-635e-483c-ae2e-b4036a1b3587 req-09acadf8-ed50-4ed4-a6e4-5e99ad98e1b7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 210 time: 0.0935948 Jan 28 01:58:06.445805 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1412-4832-42f0-a212-12fb3152b737 req-f7bde893-6d8d-48c4-997c-9c846da5623c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:06.447641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e8c1412-4832-42f0-a212-12fb3152b737 req-f7bde893-6d8d-48c4-997c-9c846da5623c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1291094 Jan 28 01:58:06.450107 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.454738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.485793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8177d29-50d0-4bf4-9f73-e096f1f88687,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:06.515917 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.521099 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a0013d51-0f77-4927-a0a2-492f73593374 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472409 Jan 28 01:58:06.593775 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e8c1412-4832-42f0-a212-12fb3152b737 req-e9f79bea-a4cd-4c3b-89cd-fbec64c93e5d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217654 Jan 28 01:58:06.682759 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.691767 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.804061 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8de5b-bc6e-45bc-b555-cd9fa50ad1a4 None None] Pushing event updated for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:06.835891 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Attempting to bind port 7e35899c-790e-48fe-a25c-325ec79283db on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:06.837519 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Attempting to bind port 7e35899c-790e-48fe-a25c-325ec79283db by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:06.838096 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Attempting to bind port 7e35899c-790e-48fe-a25c-325ec79283db on network 55cae776-861d-451e-a834-36828c5c5a6d {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:06.853224 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:06.853656 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Checking segment: {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:06.854000 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:06.854463 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Bound using segment: {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:06.856362 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Bound port: 7e35899c-790e-48fe-a25c-325ec79283db, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:06.856648 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.091714 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] For port 7e35899c-790e-48fe-a25c-325ec79283db, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:07.121502 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] For port 7e35899c-790e-48fe-a25c-325ec79283db, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=7e35899c-790e-48fe-a25c-325ec79283db,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:07.132418 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] Provisioning complete for port 7e35899c-790e-48fe-a25c-325ec79283db triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:07.136649 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.140103 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.248819 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:07.249730 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:07.305303 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8de5b-bc6e-45bc-b555-cd9fa50ad1a4 None None] Pushing event updated for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:07.306065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-5dd87a0a-ab35-4c89-a4c3-fc6f1bf1519f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:07.308647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-5dd87a0a-ab35-4c89-a4c3-fc6f1bf1519f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.5776310 Jan 28 01:58:07.343758 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Request body: {'port': {'device_id': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'admin_state_up': True, 'tenant_id': 'f2f478fd06754a38b139c8415da6a514'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:07.456085 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.502745 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:07.554627 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] For port 7e35899c-790e-48fe-a25c-325ec79283db, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=7e35899c-790e-48fe-a25c-325ec79283db,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:07.566527 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.578280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72340fec-ef2f-43a4-bd96-8d957f38bc14 req-0439ba27-3abd-4370-9017-f98885a83f47 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 210 time: 0.0701296 Jan 28 01:58:07.706538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:07.709353 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.805381 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42948) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:07.808670 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-b7986c15-b4e4-4ff5-9530-c1062f8a6103 None None] Provisioning complete for port 7e35899c-790e-48fe-a25c-325ec79283db triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:07.809135 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b7986c15-b4e4-4ff5-9530-c1062f8a6103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.833312 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeb767-68a5-48a7-9bd1-17bbfa78b054 None None] Pushing event updated for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:07.851779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f54364-fa59-45e3-8b81-e40f416f241b req-98447488-844d-4254-87e7-c3d7fe13ec97 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:07.862571 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Deleting subnet d96c28e1-4343-47a2-a907-feb2cbb087fc {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:58:07.862801 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f54364-fa59-45e3-8b81-e40f416f241b req-98447488-844d-4254-87e7-c3d7fe13ec97 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1720729 Jan 28 01:58:07.867551 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.916692 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:07.970303 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f54364-fa59-45e3-8b81-e40f416f241b req-c1be44c0-ddeb-4717-a4a7-1f05cf376f9e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022112 Jan 28 01:58:07.975690 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.011108 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Allocated IP 172.20.0.10 (72255c1f-77c9-4e8a-9e7a-3b079454c5f0/0f9c74bb-9363-4d58-8547-c6c8dcd7cf09/770e2a60-f836-46bc-ba19-66a19ac3ab81) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:08.018591 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:58:01Z', 'revision_number': 4, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '7e35899c-790e-48fe-a25c-325ec79283db', 'name': '', 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'mac_address': 'fa:16:3e:7a:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:00Z', 'updated_at': '2022-01-28T01:58:07Z', 'revision_number': 4, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'subnets': [{'id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:08.064888 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ef247-274d-4540-a462-1ccfe3c66c5e None None] The sync data for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi is: [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T01:58:01Z', 'revision_number': 4, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '7e35899c-790e-48fe-a25c-325ec79283db', 'name': '', 'network_id': '55cae776-861d-451e-a834-36828c5c5a6d', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'mac_address': 'fa:16:3e:7a:b1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:00Z', 'updated_at': '2022-01-28T01:58:07Z', 'revision_number': 4, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'subnets': [{'id': '9c5557b2-336e-4c70-8d21-081c99f77554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:08.078693 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.120745 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96c28e1-4343-47a2-a907-feb2cbb087fc,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:08.133495 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.144418 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-54e8ab9b-a561-4bc3-ac77-33bf09836365 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d96c28e1-4343-47a2-a907-feb2cbb087fc HTTP/1.1" status: 204 len: 168 time: 0.3379471 Jan 28 01:58:08.145363 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42968) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:08.298470 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.317259 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.453023 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.465011 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.518443 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:08.528340 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985f8bfb-2e85-4da9-a15b-5a6e9a43461e']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:08.544078 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:08.549546 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01c4744-3e2d-4d75-857e-599c66e8d207') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:08.549792 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01c4744-3e2d-4d75-857e-599c66e8d207') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:08.566109 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.579983 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:08.588912 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:08.599600 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.601841 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:08.609805 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.618777 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:58:08.619442 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:58:08.625754 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:58:08.646967 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event updated for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:08.690930 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-7382f332-b330-46c9-a37a-c0f545e5231e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3500133 Jan 28 01:58:08.726176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Request body: {'port': {'device_id': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:08.796975 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.803797 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.806966 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] 10.222.0.96 "DELETE /v2.0/networks/985f8bfb-2e85-4da9-a15b-5a6e9a43461e HTTP/1.1" status: 204 len: 168 time: 0.6604362 Jan 28 01:58:08.811091 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 42994) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:08.836166 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 7e35899c-790e-48fe-a25c-325ec79283db up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:08.866434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39764b-f29f-44d7-9075-ed08cf516e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=985f8bfb-2e85-4da9-a15b-5a6e9a43461e,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:08.892705 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450a7df-68e5-431b-8503-6e1a3ef8ed0b req-07a0ba39-f09b-4311-b37b-ef7378f8987f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:08.896317 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2450a7df-68e5-431b-8503-6e1a3ef8ed0b req-07a0ba39-f09b-4311-b37b-ef7378f8987f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 932 time: 0.1570325 Jan 28 01:58:08.898223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.918157 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Deleting subnet 5ebbe40e-789b-4375-97bc-a6100015f200 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:58:08.929729 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.965936 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 7e35899c-790e-48fe-a25c-325ec79283db triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:08.967844 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:08.973985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2450a7df-68e5-431b-8503-6e1a3ef8ed0b req-489466e3-7de7-41ab-99d0-c3d85b310e10 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649247 Jan 28 01:58:08.996395 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.105977 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.221978 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.228655 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6c972-3c0a-4ce5-8fc7-15ebc1d85341 req-bd2a69c9-183d-4a74-9b5a-70d4bf7b7cec tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:09.230562 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-00a6c972-3c0a-4ce5-8fc7-15ebc1d85341 req-bd2a69c9-183d-4a74-9b5a-70d4bf7b7cec tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1433353 Jan 28 01:58:09.258848 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebbe40e-789b-4375-97bc-a6100015f200,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:09.270358 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.273888 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5faf1d08-5181-4b4d-8465-11a4bf5c0325 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5ebbe40e-789b-4375-97bc-a6100015f200 HTTP/1.1" status: 204 len: 168 time: 0.4605458 Jan 28 01:58:09.277271 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43000) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:09.310035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-00a6c972-3c0a-4ce5-8fc7-15ebc1d85341 req-ccd89f22-f7f1-4c7d-b699-82fc3364c898 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Jan 28 01:58:09.441752 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.442514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770e2a60-f836-46bc-ba19-66a19ac3ab81 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:58:09.454007 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.469501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Transition to ACTIVE for port object 770e2a60-f836-46bc-ba19-66a19ac3ab81 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:58:09.475079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.522575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:09.541338 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.571730 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:09.584824 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40655c2-eed0-45d9-be07-adbe27928c4c') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:09.585125 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40655c2-eed0-45d9-be07-adbe27928c4c') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:09.590670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Attempting to bind port 770e2a60-f836-46bc-ba19-66a19ac3ab81 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:09.591237 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Attempting to bind port 770e2a60-f836-46bc-ba19-66a19ac3ab81 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:09.591472 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Attempting to bind port 770e2a60-f836-46bc-ba19-66a19ac3ab81 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:09.596830 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Port 770e2a60-f836-46bc-ba19-66a19ac3ab81 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:58:09.597042 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.597486 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Attempting to bind port 770e2a60-f836-46bc-ba19-66a19ac3ab81 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:09.602872 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:09.603283 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Checking segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:09.603761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Bound using segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:09.604406 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Bound port: 770e2a60-f836-46bc-ba19-66a19ac3ab81, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:09.604674 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.618580 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.625612 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:58:09.626010 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:58:09.627738 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:58:09.689236 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.695683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:09.695872 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.698845 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] 10.222.0.96 "DELETE /v2.0/networks/8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad HTTP/1.1" status: 204 len: 168 time: 0.4203575 Jan 28 01:58:09.704099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:09.711901 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.713962 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16454-e5f5-4911-aeae-6d870ccf3afc admin admin] Pushing event deleted for resources: {'Network': ['ID=8b96d9ce-4bfc-4d5c-8a73-e2a1e7998cad,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:09.755570 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:09.757336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:09.758396 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] 10.222.0.100 "PUT /v2.0/ports/770e2a60-f836-46bc-ba19-66a19ac3ab81 HTTP/1.1" status: 200 len: 1094 time: 1.0381756 Jan 28 01:58:09.758952 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:58:09.761890 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59595c13-57aa-41ed-99de-0800ba9ce17c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:09.807808 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7cc8-1f02-40ab-b90a-bceef95a3415 service neutron] Pushing event updated for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:09.875023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1c69b-e500-4254-afdb-73f982c1c3d5 x-openstack-request-id: req-7ee1c69b-e500-4254-afdb-73f982c1c3d5 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:09.875306 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:09.875568 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7ee1c69b-e500-4254-afdb-73f982c1c3d5 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:09.876057 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81', 'status': 'completed', 'code': 200} Jan 28 01:58:09.893855 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43020) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:09.902994 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-85ffbbc4-c72e-4934-af80-27b38a9f7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:09.905348 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-85ffbbc4-c72e-4934-af80-27b38a9f7e83 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 1097 time: 0.0674512 Jan 28 01:58:09.947596 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ec2450c4-b616-48f7-a92d-ba8f8a343b23 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=914f7f61b2e64e76904b9c71a44f55d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514493 Jan 28 01:58:09.951919 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43022) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:09.965958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43024) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:09.984252 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-d80a8b39-1fde-4854-aa1b-c30f12541907 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81 HTTP/1.1" status: 200 len: 217 time: 0.0477283 Jan 28 01:58:10.019377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.050677 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.051875 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-014f06dd-db2b-480d-baf9-2ae49402fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.053709 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-014f06dd-db2b-480d-baf9-2ae49402fd4e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0571287 Jan 28 01:58:10.119245 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-9f58ed2a-2bab-4d01-a2d0-63f9cc0f5b17 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529037 Jan 28 01:58:10.133223 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.136239 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.137822 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1e77641d-f17e-4d2b-868b-767eec5e8351 HTTP/1.1" status: 204 len: 168 time: 0.1847870 Jan 28 01:58:10.158361 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855c203-3ed7-449a-96f4-157e9ee51319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77641d-f17e-4d2b-868b-767eec5e8351,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:10.214693 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a388eee0-1efe-405f-ba88-74664dc41653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.223252 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be191e-bd3e-4b1e-8f4f-8ed9c50f16bd req-bd1881ba-0e06-4752-b9b7-c5947f485db6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.232119 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4be191e-bd3e-4b1e-8f4f-8ed9c50f16bd req-bd1881ba-0e06-4752-b9b7-c5947f485db6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 944 time: 0.1427112 Jan 28 01:58:10.301398 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c4be191e-bd3e-4b1e-8f4f-8ed9c50f16bd req-bdd6b9b3-7db2-4283-9444-cf16f14485ec tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678320 Jan 28 01:58:10.303528 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-b6950bd5-9445-4e86-8038-a228a81dcb7c service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641912 Jan 28 01:58:10.309062 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a388eee0-1efe-405f-ba88-74664dc41653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.313657 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a388eee0-1efe-405f-ba88-74664dc41653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.370256 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a388eee0-1efe-405f-ba88-74664dc41653 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fbe16b6f9b0e4c55abcf07a9bfab1b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992329 Jan 28 01:58:10.370256 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388eee0-1efe-405f-ba88-74664dc41653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acdafa3-d275-44de-8442-2bc55446d91f,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:10.373067 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43038) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:10.469081 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.487744 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32a78cb7-f6ed-4218-b5fe-a7f6e9b203ea req-23cf10bc-cd6d-4ad0-9bfe-564fe4838b47 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756825 Jan 28 01:58:10.490650 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.508407 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59f2e8-8708-4a4d-95c9-04105beb41aa req-6a65fdfa-cdd5-4eff-ac71-3ef2a8fe8e96 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.517472 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3c59f2e8-8708-4a4d-95c9-04105beb41aa req-6a65fdfa-cdd5-4eff-ac71-3ef2a8fe8e96 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0870039 Jan 28 01:58:10.574660 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.578584 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.580282 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2acdafa3-d275-44de-8442-2bc55446d91f HTTP/1.1" status: 204 len: 168 time: 0.2060840 Jan 28 01:58:10.594961 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb306ba0-04c2-4aae-bcbb-e87586a811e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acdafa3-d275-44de-8442-2bc55446d91f,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:10.608719 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3c59f2e8-8708-4a4d-95c9-04105beb41aa req-1f9314a7-4b13-4185-8bac-e5af86cbda0f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902765 Jan 28 01:58:10.628308 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43050) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:10.690594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-24f9210c-d886-4dcd-870d-736fe566547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.690764 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-e8e8955b-e2aa-4d34-875d-1f134839def1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7bfbe773e86b4e3ea2f102f39cd297ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636573 Jan 28 01:58:10.693038 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-24f9210c-d886-4dcd-870d-736fe566547b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 1097 time: 0.0773361 Jan 28 01:58:10.693696 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43056) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:10.808984 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.849653 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.858370 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-b898ce15-d00f-4d64-9c2e-37f50f039dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.859882 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-b898ce15-d00f-4d64-9c2e-37f50f039dfd service neutron] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 916 time: 0.1521318 Jan 28 01:58:10.916141 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-eaa93771-9532-41e6-b001-36a7c43fc675 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81 HTTP/1.1" status: 200 len: 217 time: 0.0456085 Jan 28 01:58:10.962665 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.965438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:10.967206 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/046cca82-e438-44ff-ac57-9e3e3929bbc1 HTTP/1.1" status: 204 len: 168 time: 0.2716889 Jan 28 01:58:10.981458 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c85c4-33b5-4e83-953e-df6aa0348360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046cca82-e438-44ff-ac57-9e3e3929bbc1,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:10.990482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-bab833ce-88ba-43df-bd8f-96aeaa2e4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:10.992286 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-bab833ce-88ba-43df-bd8f-96aeaa2e4a04 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0657318 Jan 28 01:58:11.033300 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-e943b5bf-4275-4d0e-8a29-71a9411714d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269566 Jan 28 01:58:11.047192 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43066) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:11.061360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0883e97f-5a17-4408-8341-d27a69ab56e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.145497 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-285c5ebd-3d3c-4a03-89bd-64481e691526 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051836 Jan 28 01:58:11.152865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0883e97f-5a17-4408-8341-d27a69ab56e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.159564 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0883e97f-5a17-4408-8341-d27a69ab56e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.199269 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-0883e97f-5a17-4408-8341-d27a69ab56e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3efa7fb071134ab6a466eca3f5199ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507933 Jan 28 01:58:11.202749 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43070) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:11.210296 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883e97f-5a17-4408-8341-d27a69ab56e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab510358-6908-486c-b741-4b7f3a6c38f5,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:11.276882 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59595c13-57aa-41ed-99de-0800ba9ce17c req-bcae3f35-b523-46f3-a427-9681289c9004 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243560 Jan 28 01:58:11.282718 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.311253 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.368973 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.371676 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.373060 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab510358-6908-486c-b741-4b7f3a6c38f5 HTTP/1.1" status: 204 len: 168 time: 0.1691303 Jan 28 01:58:11.381637 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7078b59-1e8a-4f83-8cc0-ed946297c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab510358-6908-486c-b741-4b7f3a6c38f5,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:11.468221 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113e2fb-95b7-4b89-ab7e-c8aef02e9bba req-832a7488-ddbc-465b-a59a-cbca49a48636 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:11.470460 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f113e2fb-95b7-4b89-ab7e-c8aef02e9bba req-832a7488-ddbc-465b-a59a-cbca49a48636 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 944 time: 0.0825396 Jan 28 01:58:11.513148 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f113e2fb-95b7-4b89-ab7e-c8aef02e9bba req-76c33a63-499b-464e-973d-2246e09bb5e6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Jan 28 01:58:11.751431 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658e98-5449-4a94-88da-033d49cce8e2 req-7de4978f-887e-4172-a1c8-53fe9ad71b62 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:11.757403 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52658e98-5449-4a94-88da-033d49cce8e2 req-7de4978f-887e-4172-a1c8-53fe9ad71b62 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0653741 Jan 28 01:58:11.813035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52658e98-5449-4a94-88da-033d49cce8e2 req-03dd4381-db89-4b08-a756-4fea18c4938e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Jan 28 01:58:12.136346 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43122) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:12.254455 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-166d1b09-bbec-4d16-813c-3d28075094e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.346434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-166d1b09-bbec-4d16-813c-3d28075094e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.351303 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-166d1b09-bbec-4d16-813c-3d28075094e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.430476 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-166d1b09-bbec-4d16-813c-3d28075094e4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=662bb990f6a64f92a935d094ff0d831c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925346 Jan 28 01:58:12.432014 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d1b09-bbec-4d16-813c-3d28075094e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421acc1-20c6-4b57-8e5a-f1f6b1cbb65b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:12.432890 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43138) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:12.519977 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.549814 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.609703 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.612931 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:12.620379 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4421acc1-20c6-4b57-8e5a-f1f6b1cbb65b HTTP/1.1" status: 204 len: 168 time: 0.1861215 Jan 28 01:58:12.629927 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661d566-2d90-4c8f-9eb3-d5f42bae351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421acc1-20c6-4b57-8e5a-f1f6b1cbb65b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:12.660656 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd08cd-8aee-464c-8e25-9d1a8bcf362f req-014fbccd-b027-49b6-b4b4-eb4382a3fecd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:12.662290 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dcdd08cd-8aee-464c-8e25-9d1a8bcf362f req-014fbccd-b027-49b6-b4b4-eb4382a3fecd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 944 time: 0.0613837 Jan 28 01:58:12.705157 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dcdd08cd-8aee-464c-8e25-9d1a8bcf362f req-dbee24c8-83c2-43ab-b921-200ef5fef9a8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Jan 28 01:58:12.977282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b414c-011d-4468-bfdf-c775f30ed503 req-1d88c352-b838-4897-a028-94c19fe247f9 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:12.978954 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f9b414c-011d-4468-bfdf-c775f30ed503 req-1d88c352-b838-4897-a028-94c19fe247f9 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0709155 Jan 28 01:58:13.023508 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43160) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:13.030674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f9b414c-011d-4468-bfdf-c775f30ed503 req-8ce5bd5b-eea5-4b7f-8904-853dc269478a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jan 28 01:58:13.037572 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18f231cb-52e0-4a4e-9912-9b25a30ba235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.113804 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18f231cb-52e0-4a4e-9912-9b25a30ba235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.117442 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18f231cb-52e0-4a4e-9912-9b25a30ba235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.156280 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-18f231cb-52e0-4a4e-9912-9b25a30ba235 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=de3dc66ee9be42639d6650fefaf31c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315787 Jan 28 01:58:13.157158 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f231cb-52e0-4a4e-9912-9b25a30ba235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f2867a-3f18-485b-89d3-20c8cb559a91,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:13.159761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43162) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:13.212818 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.234468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.279741 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.282365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.283518 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1f2867a-3f18-485b-89d3-20c8cb559a91 HTTP/1.1" status: 204 len: 168 time: 0.1226454 Jan 28 01:58:13.291273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d771-0082-40fd-b36a-f6744e7f662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f2867a-3f18-485b-89d3-20c8cb559a91,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:13.526375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 770e2a60-f836-46bc-ba19-66a19ac3ab81 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:58:13.667108 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:13.682297 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '770e2a60-f836-46bc-ba19-66a19ac3ab81', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'port_id': '770e2a60-f836-46bc-ba19-66a19ac3ab81', 'mac_address': 'fa:16:3e:de:b3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9c74bb-9363-4d58-8547-c6c8dcd7cf09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:58:13.725971 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.757490 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770e2a60-f836-46bc-ba19-66a19ac3ab81 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:58:13.800386 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:13.805741 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:13.868050 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:13.900071 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57f248-d6f6-46dd-8b11-c86b50d1b390 req-c1be1474-83a9-48fd-ad49-9e04a6bfbde9 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:13.908021 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc57f248-d6f6-46dd-8b11-c86b50d1b390 req-c1be1474-83a9-48fd-ad49-9e04a6bfbde9 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.1014915 Jan 28 01:58:13.955903 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc57f248-d6f6-46dd-8b11-c86b50d1b390 req-1d1e5137-0af7-4fc5-9845-501d9b8d78c3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Jan 28 01:58:14.203224 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e083e8-40f5-43cd-928f-b7414a934315 req-731760f7-db49-4874-92af-2fe771e29a75 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:14.205479 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f8e083e8-40f5-43cd-928f-b7414a934315 req-731760f7-db49-4874-92af-2fe771e29a75 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0698774 Jan 28 01:58:14.261056 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f8e083e8-40f5-43cd-928f-b7414a934315 req-74344126-ffc6-4452-9961-7837d468350b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Jan 28 01:58:14.266574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['770e2a60-f836-46bc-ba19-66a19ac3ab81'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:14.924251 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:15.081335 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93aaa5-f1e3-470e-8b6d-f4366570f1df req-d2071b0c-450b-4561-9374-09b0fbe190c1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:15.082915 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4b93aaa5-f1e3-470e-8b6d-f4366570f1df req-d2071b0c-450b-4561-9374-09b0fbe190c1 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.0569851 Jan 28 01:58:15.133573 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4b93aaa5-f1e3-470e-8b6d-f4366570f1df req-6a70a0d3-077a-4961-ba1a-6bd7fb1033f0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Jan 28 01:58:15.407194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682595e7-2f27-40a0-bd6a-9a5ee1ddff99 req-67b319f5-1afe-40ca-80f9-6e66b7fd8ec3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:15.413463 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-682595e7-2f27-40a0-bd6a-9a5ee1ddff99 req-67b319f5-1afe-40ca-80f9-6e66b7fd8ec3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jan 28 01:58:15.455251 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-682595e7-2f27-40a0-bd6a-9a5ee1ddff99 req-ca8baf7d-db4d-42ff-ae66-4080d48d7cf2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Jan 28 01:58:16.254449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5e44-cfc5-4f86-8463-ea50943a92c7 req-f7e9d3f6-64bf-4e7b-aa41-e9a30e8d73ce tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.255907 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-002d5e44-cfc5-4f86-8463-ea50943a92c7 req-f7e9d3f6-64bf-4e7b-aa41-e9a30e8d73ce tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.0536656 Jan 28 01:58:16.294266 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-002d5e44-cfc5-4f86-8463-ea50943a92c7 req-c5f6a9e6-f8ef-485d-9f72-904b14f9dc2e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Jan 28 01:58:16.582191 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf135ae-e97a-4c04-930f-4301de6bb6e4 req-6b55c6b6-9aa1-4a68-b267-6bb97585abab tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.583698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8bf135ae-e97a-4c04-930f-4301de6bb6e4 req-6b55c6b6-9aa1-4a68-b267-6bb97585abab tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Jan 28 01:58:16.622836 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8bf135ae-e97a-4c04-930f-4301de6bb6e4 req-9b829b28-2e07-4496-a82a-d008d4ec004b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Jan 28 01:58:17.412138 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fff62-c84c-435e-b94b-9ffd0be42b7a req-6eb749c3-332e-4e47-92ee-1db0fb7df553 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:17.413729 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ef2fff62-c84c-435e-b94b-9ffd0be42b7a req-6eb749c3-332e-4e47-92ee-1db0fb7df553 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.0500638 Jan 28 01:58:17.451639 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ef2fff62-c84c-435e-b94b-9ffd0be42b7a req-0752e085-857c-44f0-8c8e-adbc8bd4e9a4 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Jan 28 01:58:17.754613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdaf1f-91cb-43d7-a08d-e4bc062a3611 req-3b1e560f-7c6a-4eb6-9fe5-f8156eabb8f6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:17.756100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccfdaf1f-91cb-43d7-a08d-e4bc062a3611 req-3b1e560f-7c6a-4eb6-9fe5-f8156eabb8f6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0633709 Jan 28 01:58:17.797437 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccfdaf1f-91cb-43d7-a08d-e4bc062a3611 req-3fe2c906-52e7-421b-92cf-b0b79d2147fe tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342574 Jan 28 01:58:18.581061 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a648-2ee1-4a36-9c21-52350842f87d req-54db1ffd-2611-44db-8952-8eb952216297 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:18.582740 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9c57a648-2ee1-4a36-9c21-52350842f87d req-54db1ffd-2611-44db-8952-8eb952216297 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.0572269 Jan 28 01:58:18.624311 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9c57a648-2ee1-4a36-9c21-52350842f87d req-f3544afd-e16b-4fb0-88ec-71465ce3ca57 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Jan 28 01:58:18.955071 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5778ce-5e84-4bfa-9ee6-835f38e60ef5 req-2dd4891b-e0c1-4520-be57-da7216fb6348 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:18.957678 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db5778ce-5e84-4bfa-9ee6-835f38e60ef5 req-2dd4891b-e0c1-4520-be57-da7216fb6348 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0821285 Jan 28 01:58:19.006408 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db5778ce-5e84-4bfa-9ee6-835f38e60ef5 req-adb64f6e-e890-4e1d-b2a8-0ae2e0422721 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Jan 28 01:58:19.057807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43330) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:19.172846 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4987f7c0-d442-4d39-a082-a9764be5379f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.253490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4987f7c0-d442-4d39-a082-a9764be5379f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.257993 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4987f7c0-d442-4d39-a082-a9764be5379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.297932 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f7c0-d442-4d39-a082-a9764be5379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171b1c03-e0e5-48d0-ac41-f68a147b28fa,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:19.303183 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4987f7c0-d442-4d39-a082-a9764be5379f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d6722e7a2754e339d0f4a9067af2285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443202 Jan 28 01:58:19.306023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43334) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:19.356880 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.379793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.429423 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.431953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:19.433136 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/171b1c03-e0e5-48d0-ac41-f68a147b28fa HTTP/1.1" status: 204 len: 168 time: 0.1251178 Jan 28 01:58:19.441780 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0b6df-b531-4ef0-8777-b691faa0fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171b1c03-e0e5-48d0-ac41-f68a147b28fa,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:19.754402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a1f36-e793-4ee1-a74e-2f6545122d16 req-f3b8ab33-1192-43d4-9525-928445cec6e6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:19.756192 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b32a1f36-e793-4ee1-a74e-2f6545122d16 req-f3b8ab33-1192-43d4-9525-928445cec6e6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 945 time: 0.0596435 Jan 28 01:58:19.798895 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b32a1f36-e793-4ee1-a74e-2f6545122d16 req-cf8fc96b-933d-47c0-90fe-810a382c4567 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Jan 28 01:58:20.140200 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa6327-a411-481f-b39f-650f7c12a007 req-0d875f9e-9777-44c0-a8f6-9ad224f7e5b6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:20.141700 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d2fa6327-a411-481f-b39f-650f7c12a007 req-0d875f9e-9777-44c0-a8f6-9ad224f7e5b6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0660365 Jan 28 01:58:20.185954 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d2fa6327-a411-481f-b39f-650f7c12a007 req-2b9cdecf-9baf-418d-bb7b-9dfb1a2f5fdf tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376966 Jan 28 01:58:20.630566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 770e2a60-f836-46bc-ba19-66a19ac3ab81 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:20.693526 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 770e2a60-f836-46bc-ba19-66a19ac3ab81 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:58:20.698283 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 770e2a60-f836-46bc-ba19-66a19ac3ab81 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:20.699059 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:20.812153 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:20.838816 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:58:20.841173 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9e517e-ae71-4371-8cb7-48dfa19a67a1" -d '{"events": [{"server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "name": "network-vif-plugged", "status": "completed", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:20.858054 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:20.864215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:20.974201 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:21.009128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6a275-c60e-479f-a35f-befc46fdcfdf req-3e7afaa4-f76f-49b4-99b9-2f4785339531 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:21.010666 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fad6a275-c60e-479f-a35f-befc46fdcfdf req-3e7afaa4-f76f-49b4-99b9-2f4785339531 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0713322 Jan 28 01:58:21.064697 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fad6a275-c60e-479f-a35f-befc46fdcfdf req-fc748a50-4a97-404d-9c8b-c8bc7e8cb9bd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Jan 28 01:58:21.139737 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043f39b-bfc8-46be-bb7d-767a573e75d8 x-openstack-request-id: req-3043f39b-bfc8-46be-bb7d-767a573e75d8 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:21.140615 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "name": "network-vif-plugged", "status": "completed", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:21.141048 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3043f39b-bfc8-46be-bb7d-767a573e75d8 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:21.141702 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81', 'code': 200} Jan 28 01:58:21.326630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd891-3e2d-4753-aaf6-bce44ae6c738 req-62771cd7-669d-45ed-a454-31a431b724c0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:21.328743 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbdfd891-3e2d-4753-aaf6-bce44ae6c738 req-62771cd7-669d-45ed-a454-31a431b724c0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0595105 Jan 28 01:58:21.380112 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbdfd891-3e2d-4753-aaf6-bce44ae6c738 req-5e085760-1dad-45bb-9bba-b1919afa57ab tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Jan 28 01:58:21.923904 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636a6d2-8d68-49dc-8cba-139277e67dea req-f066f5df-e2c3-46ac-a19b-b03f6c98d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:21.925466 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9636a6d2-8d68-49dc-8cba-139277e67dea req-f066f5df-e2c3-46ac-a19b-b03f6c98d6d5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 1099 time: 0.0420613 Jan 28 01:58:21.961908 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9636a6d2-8d68-49dc-8cba-139277e67dea req-53fc7add-810e-4cd1-85b0-2e1d29546505 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262156 Jan 28 01:58:22.340693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff789b6-6415-48ae-bc56-214f700712dc req-3a1421b0-2136-40f2-8038-90cf0df0e575 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:22.342740 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ff789b6-6415-48ae-bc56-214f700712dc req-3a1421b0-2136-40f2-8038-90cf0df0e575 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0523155 Jan 28 01:58:22.381176 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ff789b6-6415-48ae-bc56-214f700712dc req-50f71c0f-3f10-41b3-93e6-a700b11a6192 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Jan 28 01:58:22.516369 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b376-156d-4697-b066-a6aaadb90d85 req-38168eaf-8adb-4d50-aafb-eaf60822d46c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:22.518282 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20a7b376-156d-4697-b066-a6aaadb90d85 req-38168eaf-8adb-4d50-aafb-eaf60822d46c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0574183 Jan 28 01:58:22.577663 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20a7b376-156d-4697-b066-a6aaadb90d85 req-2b29e70c-6d89-4c1d-9449-f939f0d8bd45 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 Jan 28 01:58:23.577440 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28ea5-b3a3-4a90-a57b-60d9ba505bd5 req-7429e47c-bdca-46e3-be84-65770f8736af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:23.580534 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b8b28ea5-b3a3-4a90-a57b-60d9ba505bd5 req-7429e47c-bdca-46e3-be84-65770f8736af tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0776501 Jan 28 01:58:23.706181 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b8b28ea5-b3a3-4a90-a57b-60d9ba505bd5 req-e208e6cb-a9bc-4d99-83a9-484bbc0089d3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105845 Jan 28 01:58:23.839623 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d2aca-eac1-4ecb-9d09-c65cbeeef5ac req-ec40c2c6-a4c7-48cb-8083-32a1f0433fe5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:23.842716 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d2d2aca-eac1-4ecb-9d09-c65cbeeef5ac req-ec40c2c6-a4c7-48cb-8083-32a1f0433fe5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1222568 Jan 28 01:58:23.914556 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d2d2aca-eac1-4ecb-9d09-c65cbeeef5ac req-4b1dc249-2ea6-47be-844e-96e93a116f5e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655870 Jan 28 01:58:23.949670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43530) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:24.087256 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c6a587-42fd-42ec-b418-b9a6086dc825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.203429 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c6a587-42fd-42ec-b418-b9a6086dc825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.208967 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c6a587-42fd-42ec-b418-b9a6086dc825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.256306 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-04c6a587-42fd-42ec-b418-b9a6086dc825 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=59d3a082fc2f4120af3bdf4cab09fe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055406 Jan 28 01:58:24.257334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6a587-42fd-42ec-b418-b9a6086dc825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e627e3-4e5e-44fc-8d3d-caa783076ecb,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:24.260547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43544) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:24.337321 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.365776 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.428733 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.432033 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.433487 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1e627e3-4e5e-44fc-8d3d-caa783076ecb HTTP/1.1" status: 204 len: 168 time: 0.1712837 Jan 28 01:58:24.448880 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b0fba-18cc-4943-a029-15bff25f5e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e627e3-4e5e-44fc-8d3d-caa783076ecb,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:24.799838 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43556) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:24.819562 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13c39f18-a4ac-43d3-9b45-2f59f79c1ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.928181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3686af-4988-40ea-a62a-98c649f18170 req-6f7584fb-3958-4947-a6e5-52ac588eac4a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:24.929848 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f3686af-4988-40ea-a62a-98c649f18170 req-6f7584fb-3958-4947-a6e5-52ac588eac4a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0836713 Jan 28 01:58:24.983645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13c39f18-a4ac-43d3-9b45-2f59f79c1ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.005264 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13c39f18-a4ac-43d3-9b45-2f59f79c1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.316484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c39f18-a4ac-43d3-9b45-2f59f79c1ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d6aff-2b21-47da-abe0-f998185d1914,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:25.324572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-13c39f18-a4ac-43d3-9b45-2f59f79c1ee3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=106f325c67e046fc9717a6e0406aeef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230269 Jan 28 01:58:25.329775 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43580) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:25.334120 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f3686af-4988-40ea-a62a-98c649f18170 req-cec91bc1-5e15-42ea-a291-210d1a3272cd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484130 Jan 28 01:58:25.402853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97698baa-9011-47e6-ac5f-5848953e2622 req-419a3b06-a7c8-4a7e-aac1-2938beda5693 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:25.410183 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-97698baa-9011-47e6-ac5f-5848953e2622 req-419a3b06-a7c8-4a7e-aac1-2938beda5693 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.3621988 Jan 28 01:58:25.512161 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.523636 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-97698baa-9011-47e6-ac5f-5848953e2622 req-1eaab381-51b3-417f-ba38-409c8a22e589 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953674 Jan 28 01:58:25.583482 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.678499 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.682015 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:25.683786 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/208d6aff-2b21-47da-abe0-f998185d1914 HTTP/1.1" status: 204 len: 168 time: 0.3506176 Jan 28 01:58:25.704268 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45da3c-2165-44f9-a559-39cc7e2ac26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d6aff-2b21-47da-abe0-f998185d1914,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:26.735110 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96106a06-5eb3-4396-9605-9e5c090957f5 req-5e01f45f-84f7-48dc-9c38-52861adeaa05 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:26.737334 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96106a06-5eb3-4396-9605-9e5c090957f5 req-5e01f45f-84f7-48dc-9c38-52861adeaa05 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0918140 Jan 28 01:58:26.836186 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96106a06-5eb3-4396-9605-9e5c090957f5 req-495277cf-a4b6-4d9c-8793-ec600887200a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800846 Jan 28 01:58:27.975719 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f66b2-780e-45d4-b29d-baca98c74e61 req-db07f662-0090-4f26-9d0e-d2b1490866c8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:27.977279 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b28f66b2-780e-45d4-b29d-baca98c74e61 req-db07f662-0090-4f26-9d0e-d2b1490866c8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Jan 28 01:58:28.020995 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b28f66b2-780e-45d4-b29d-baca98c74e61 req-d16a29d0-44d4-4d33-8a74-abf5fc5085fd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Jan 28 01:58:29.144687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffd34a-00f3-4a02-a0b6-6f0fdf79575f req-78a981a7-e361-41f3-bb30-09185f31cae0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:29.146820 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-69ffd34a-00f3-4a02-a0b6-6f0fdf79575f req-78a981a7-e361-41f3-bb30-09185f31cae0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0566473 Jan 28 01:58:29.207696 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-69ffd34a-00f3-4a02-a0b6-6f0fdf79575f req-f941e3ab-51fe-4749-86bc-361a23f08c89 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jan 28 01:58:29.221244 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c39dc8b3-8029-40e9-a26d-e4b52add9bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:30.370552 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe8dfb-19b7-4200-be14-0841538dfa47 req-c33aae1c-e0c0-4879-a616-6fb1b6572080 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:30.372096 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-71fe8dfb-19b7-4200-be14-0841538dfa47 req-c33aae1c-e0c0-4879-a616-6fb1b6572080 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Jan 28 01:58:30.415933 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-71fe8dfb-19b7-4200-be14-0841538dfa47 req-74d2507c-c2e4-4fb5-8fcd-cb374a7613cf tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Jan 28 01:58:31.605738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb156b-ba0d-4f46-b2d1-1f24f6ca6c51 req-01d770be-bc93-4bb4-bf68-fe9913d38f24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:31.610176 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7edb156b-ba0d-4f46-b2d1-1f24f6ca6c51 req-01d770be-bc93-4bb4-bf68-fe9913d38f24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0950253 Jan 28 01:58:31.671924 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7edb156b-ba0d-4f46-b2d1-1f24f6ca6c51 req-4f6f8505-3cc9-4328-ad62-9c12eec37f32 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Jan 28 01:58:31.930908 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3c4d37c0-99b5-4be3-a2b4-ff6b5958fe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:32.148880 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-4096c6de-02dd-4f5b-a93b-08b9007895bf tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:32.150719 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-4096c6de-02dd-4f5b-a93b-08b9007895bf tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.1635664 Jan 28 01:58:32.173754 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-c02cb06a-f1af-41a1-9e60-8ef4466bb216 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/quotas/f2f478fd06754a38b139c8415da6a514 HTTP/1.1" status: 200 len: 375 time: 0.0125964 Jan 28 01:58:32.239569 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-8ef608ea-ca8d-4633-b5e5-fa4515e528d9 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590246 Jan 28 01:58:32.424371 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edd925-3c9a-40fd-b6a0-124335ffc5f5 req-3c51580b-3413-47db-a636-7f6b94c324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:32.426973 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20edd925-3c9a-40fd-b6a0-124335ffc5f5 req-3c51580b-3413-47db-a636-7f6b94c324fd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1098 time: 0.1518872 Jan 28 01:58:32.479370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-0a7a3317-eb0c-4be0-8d78-b9f128b3d87a service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322505 Jan 28 01:58:32.527521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20edd925-3c9a-40fd-b6a0-124335ffc5f5 req-da5db73d-dbc1-4bfe-becd-49e123af9edf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931549 Jan 28 01:58:32.652374 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-80093d8b-5e26-4f11-beac-96d3fda4756f service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604335 Jan 28 01:58:32.929365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f7f7-29d3-4d8e-b2b4-dbf8a4e88f06 req-8392d8df-6490-4f0f-b460-9ec68fcf2024 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:32.938725 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd53f7f7-29d3-4d8e-b2b4-dbf8a4e88f06 req-8392d8df-6490-4f0f-b460-9ec68fcf2024 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0945845 Jan 28 01:58:33.059195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd53f7f7-29d3-4d8e-b2b4-dbf8a4e88f06 req-6d764614-2c39-431f-ad6b-987b6f3ce19b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Jan 28 01:58:33.166944 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dbf7b92f-0c26-4196-b727-0a9890907448 req-ddeca10f-561c-4397-ad99-25032b128fb2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.1052339 Jan 28 01:58:33.192761 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.431951 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43812) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:33.572520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43818) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:33.723338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-44952a40-b055-463b-9dea-781b25848017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.726467 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-646d1a89-8826-4a32-b68f-6886d0436556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.895351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-44952a40-b055-463b-9dea-781b25848017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.902547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-646d1a89-8826-4a32-b68f-6886d0436556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.904673 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-44952a40-b055-463b-9dea-781b25848017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.918747 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-646d1a89-8826-4a32-b68f-6886d0436556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:33.966876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-44952a40-b055-463b-9dea-781b25848017 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dbe7cf6f7c4840e98efd612efcf9cac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329976 Jan 28 01:58:33.969659 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43830) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:33.975251 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44952a40-b055-463b-9dea-781b25848017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7071cb-71c4-4fd0-8a0c-99c7e1ff97aa,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:33.979878 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-646d1a89-8826-4a32-b68f-6886d0436556 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06563e948ece4aaa9dd3d52e885d513e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059608 Jan 28 01:58:33.987426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43834) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:34.055050 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.059968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d1a89-8826-4a32-b68f-6886d0436556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c96f7d7-3e2b-43f7-9c0c-2225e340899f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:34.092060 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.095962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.128088 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.166932 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.170927 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.172181 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9e7071cb-71c4-4fd0-8a0c-99c7e1ff97aa HTTP/1.1" status: 204 len: 168 time: 0.2011807 Jan 28 01:58:34.196133 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404c30b-44a1-4d89-8a90-d9fc93f736be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7071cb-71c4-4fd0-8a0c-99c7e1ff97aa,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:34.243232 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d89fe-5596-4ddd-89eb-8ca7dc46a56d req-35c7f64d-4b0e-4830-8c63-2b2aef7500b3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.245032 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a9d89fe-5596-4ddd-89eb-8ca7dc46a56d req-35c7f64d-4b0e-4830-8c63-2b2aef7500b3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0786774 Jan 28 01:58:34.270756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.273636 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.277409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9c96f7d7-3e2b-43f7-9c0c-2225e340899f HTTP/1.1" status: 204 len: 168 time: 0.2860792 Jan 28 01:58:34.294981 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d0ea0-63d0-422a-b407-a3fa9a634322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c96f7d7-3e2b-43f7-9c0c-2225e340899f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:34.317396 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a9d89fe-5596-4ddd-89eb-8ca7dc46a56d req-02c8b948-7481-4455-8f42-f104111b19f6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581949 Jan 28 01:58:34.427911 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ca2038ce-3b23-4224-9e2d-4dfe9b99b572 req-02e9843d-3bf6-40d5-883a-ce474aea03da tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jan 28 01:58:34.574774 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.640241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43852) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:34.657229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d4be0232-02e7-41e6-b803-03a69d2f8365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.748407 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d4be0232-02e7-41e6-b803-03a69d2f8365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.753594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d4be0232-02e7-41e6-b803-03a69d2f8365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.797913 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d4be0232-02e7-41e6-b803-03a69d2f8365 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f683b75a27d44eb8d86d7fdb03c4012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561444 Jan 28 01:58:34.799276 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be0232-02e7-41e6-b803-03a69d2f8365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40028c56-95b9-4418-b110-e4514b7c4767,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:34.802155 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43858) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:34.875936 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.882632 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.904932 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.969081 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.974130 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.976002 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/40028c56-95b9-4418-b110-e4514b7c4767 HTTP/1.1" status: 204 len: 168 time: 0.1723747 Jan 28 01:58:35.007095 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11a61a-d2cc-4c59-9e8c-c7111a0bee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40028c56-95b9-4418-b110-e4514b7c4767,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:35.386616 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 43880) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:35.406376 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b058571-20b0-40b3-8794-40955b20f481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.515652 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5f0f-cf37-451c-8016-4d374f409f86 req-6f1bc678-2069-400b-b98d-0934186c2053 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:35.517173 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-16df5f0f-cf37-451c-8016-4d374f409f86 req-6f1bc678-2069-400b-b98d-0934186c2053 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0804684 Jan 28 01:58:35.558743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b058571-20b0-40b3-8794-40955b20f481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.580947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b058571-20b0-40b3-8794-40955b20f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.603169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-16df5f0f-cf37-451c-8016-4d374f409f86 req-9d9ad9f4-e903-4f22-8580-06be755ad957 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752892 Jan 28 01:58:35.635294 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1b058571-20b0-40b3-8794-40955b20f481 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=32955d8dd19e494e9cd784fe0a718768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451918 Jan 28 01:58:35.635294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b058571-20b0-40b3-8794-40955b20f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2624e64-90ce-4124-8452-747326a9599c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:35.635873 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 43894) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:35.708532 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:35.710988 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.729463 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54de1f3e-7e4b-460c-8702-87423f78d8ea req-c9fef7c9-943b-49cb-b5eb-32512c339a3d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.0306385 Jan 28 01:58:35.745459 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.796784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.799664 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:35.803797 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b2624e64-90ce-4124-8452-747326a9599c HTTP/1.1" status: 204 len: 168 time: 0.1637239 Jan 28 01:58:35.817912 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6497075-33bb-487c-8b1b-056cc2c03b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2624e64-90ce-4124-8452-747326a9599c,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:35.885214 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2364db-ce9a-4757-baaf-d4feccb2d989 req-f97f6718-6f34-4b71-ba22-ad2f188bf7f5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:35.886839 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f2364db-ce9a-4757-baaf-d4feccb2d989 req-f97f6718-6f34-4b71-ba22-ad2f188bf7f5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0663290 Jan 28 01:58:35.938958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f2364db-ce9a-4757-baaf-d4feccb2d989 req-c7632de7-8acd-4981-b1e1-8f08c4ea773c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Jan 28 01:58:36.830215 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0358b173-5f19-4512-a3dc-cd84160ffef1 req-e2bba3a7-f220-43af-85b2-f30de8151639 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.0264797 Jan 28 01:58:37.734911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-822b2e1a-54f5-4641-8c53-0e200243dd59 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:37.736397 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-822b2e1a-54f5-4641-8c53-0e200243dd59 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.1610961 Jan 28 01:58:37.767075 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Request body: {'port': {'device_id': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'admin_state_up': True, 'tenant_id': 'f2f478fd06754a38b139c8415da6a514'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:37.898782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:37.902785 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:37.939543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-86c9cb60-4886-4ca1-b3bf-7806ccd56348 req-03aed263-830c-4d8b-b4bf-89552ced3e78 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jan 28 01:58:38.061928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Allocated IP 172.20.0.12 (72255c1f-77c9-4e8a-9e7a-3b079454c5f0/0f9c74bb-9363-4d58-8547-c6c8dcd7cf09/2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:38.235751 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.281438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.334509 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8', '770e2a60-f836-46bc-ba19-66a19ac3ab81'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:38.353152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:38.359949 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:38.366945 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:38.370910 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:38.371343 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.383432 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event updated for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:38.399201 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-333a1166-b28b-4364-8ece-d96c63475a5e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6368978 Jan 28 01:58:38.423925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Request body: {'port': {'device_id': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:38.488039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.770600 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:58:38.778118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.789495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Transition to ACTIVE for port object 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:58:38.793374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.841410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:38.876396 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Attempting to bind port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:38.876725 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Attempting to bind port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:38.877099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Attempting to bind port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:38.881274 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:58:38.881589 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Attempting to bind port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:38.886338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:38.886668 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Checking segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:38.887041 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Bound using segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:38.887453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Bound port: 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:38.887800 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.951969 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:38.954811 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:38.959057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.994211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:38.994829 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:38.996208 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] 10.222.0.100 "PUT /v2.0/ports/2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 HTTP/1.1" status: 200 len: 1094 time: 0.5771909 Jan 28 01:58:38.996640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:58:39.000306 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff605651-a3c2-4ad8-a813-417f85475db8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:39.049558 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb9a44b-4552-4be5-bdcd-1cf99f9e816a x-openstack-request-id: req-cdb9a44b-4552-4be5-bdcd-1cf99f9e816a {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:39.049786 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:39.049988 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cdb9a44b-4552-4be5-bdcd-1cf99f9e816a {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:39.050369 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', 'status': 'completed', 'code': 200} Jan 28 01:58:39.052098 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2a5e9-775e-40b4-8bc4-17b86c7fa98e service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:39.080619 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c438c-bd2c-4df2-94c3-d51ea2d8814d req-e20f684e-e239-4694-9740-481a87ca8575 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.082319 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b88c438c-bd2c-4df2-94c3-d51ea2d8814d req-e20f684e-e239-4694-9740-481a87ca8575 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0725288 Jan 28 01:58:39.144285 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b88c438c-bd2c-4df2-94c3-d51ea2d8814d req-2b5d45da-dc78-44ca-8888-add5d7ebdab8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Jan 28 01:58:39.149490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-8d5d6beb-6b25-4624-9ba4-2141e0d20bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.150942 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-8d5d6beb-6b25-4624-9ba4-2141e0d20bdc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 1097 time: 0.0677083 Jan 28 01:58:39.207600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-b2b97740-bf6b-4f14-91eb-1d2b2d6c4b03 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 HTTP/1.1" status: 200 len: 217 time: 0.0382004 Jan 28 01:58:39.261307 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-39e24ad5-94ff-4cd6-b067-ed24d94cb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.262773 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-39e24ad5-94ff-4cd6-b067-ed24d94cb535 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0473962 Jan 28 01:58:39.299027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-a2e3b8bc-43a3-4202-9da1-418302c0587f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252287 Jan 28 01:58:39.435546 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-f3b899da-c610-44f8-8a19-565430a8fc03 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943041 Jan 28 01:58:39.569674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ebb573c-62fc-47db-884d-100fa172bf27 req-7614a187-bc4a-499b-bdf8-b48da4323f0f service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139121 Jan 28 01:58:39.728426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-e8eb24ce-52a3-47d0-b85d-4a0d025adafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.729835 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-e8eb24ce-52a3-47d0-b85d-4a0d025adafe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 1097 time: 0.0403163 Jan 28 01:58:39.827602 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-d87248cc-1db3-4bfd-a185-419e7a891c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.829172 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-d87248cc-1db3-4bfd-a185-419e7a891c72 service neutron] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 916 time: 0.0918181 Jan 28 01:58:39.872172 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-1430ff1b-c068-4ab2-9f46-566535900756 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 HTTP/1.1" status: 200 len: 217 time: 0.0358939 Jan 28 01:58:39.935616 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-8266e5a7-ecf6-466e-9c77-cccf04ca3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:39.937122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-8266e5a7-ecf6-466e-9c77-cccf04ca3190 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0544043 Jan 28 01:58:39.971152 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-4ffacc82-d443-4144-ac9b-72bf52eb59e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264318 Jan 28 01:58:40.066889 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-3d2aec09-f606-4b56-a348-6b97160b34d8 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878394 Jan 28 01:58:40.162794 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff605651-a3c2-4ad8-a813-417f85475db8 req-08fe7096-3d55-4529-bf43-987436da9893 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885508 Jan 28 01:58:40.261565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb51145-c9f7-4b59-9088-2a4e93f10139 req-13e468a9-ff81-48bd-bf0c-caa6a492c432 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:40.263653 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-edb51145-c9f7-4b59-9088-2a4e93f10139 req-13e468a9-ff81-48bd-bf0c-caa6a492c432 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0510054 Jan 28 01:58:40.301969 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-edb51145-c9f7-4b59-9088-2a4e93f10139 req-fcd926e4-afea-4149-993c-86888863fcb3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Jan 28 01:58:40.887869 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ed64-00bf-4c77-8745-f8762bc8baec req-103df9cf-01ca-4ddf-bac0-74c4e5fd844d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:40.889777 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f32ed64-00bf-4c77-8745-f8762bc8baec req-103df9cf-01ca-4ddf-bac0-74c4e5fd844d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0524137 Jan 28 01:58:40.931044 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f32ed64-00bf-4c77-8745-f8762bc8baec req-ccd9f7c3-4dd2-4e7a-9f15-91fad7fd2d5c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Jan 28 01:58:41.421629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c0752-fd49-4f34-bece-9580bb1fbd97 req-a8e1ad06-265f-4cf8-a14f-ab7fcc570e78 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:41.423097 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-156c0752-fd49-4f34-bece-9580bb1fbd97 req-a8e1ad06-265f-4cf8-a14f-ab7fcc570e78 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0542674 Jan 28 01:58:41.462924 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-156c0752-fd49-4f34-bece-9580bb1fbd97 req-6fc37add-3229-41c3-bf2d-ae56796b4ea0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Jan 28 01:58:42.053868 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949798d-be2d-4f3d-bbcd-e6ef10f30ade req-6b1dc25e-445f-4362-a57d-cbd3d58de55c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:42.055371 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7949798d-be2d-4f3d-bbcd-e6ef10f30ade req-6b1dc25e-445f-4362-a57d-cbd3d58de55c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0510888 Jan 28 01:58:42.096766 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7949798d-be2d-4f3d-bbcd-e6ef10f30ade req-275a0af5-ede9-49b4-b16d-ea9beaf1d0e5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Jan 28 01:58:42.595843 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7c64-86d1-48c7-b5be-67bcd11830ee req-b2ff65a9-93a4-4f42-8e88-64c99664db2f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:42.597621 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-100d7c64-86d1-48c7-b5be-67bcd11830ee req-b2ff65a9-93a4-4f42-8e88-64c99664db2f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0633054 Jan 28 01:58:42.639874 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-100d7c64-86d1-48c7-b5be-67bcd11830ee req-c1e9d927-e6d9-4889-8511-639f7c78e127 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Jan 28 01:58:43.217436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0e84-dc05-44a9-9733-f880e2ea8102 req-40580e7f-538e-4080-b722-88e9aa323bdb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.218922 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-092e0e84-dc05-44a9-9733-f880e2ea8102 req-40580e7f-538e-4080-b722-88e9aa323bdb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0541081 Jan 28 01:58:43.257591 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-092e0e84-dc05-44a9-9733-f880e2ea8102 req-c6658713-ef6b-4126-96dd-c50af72fbacd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jan 28 01:58:43.631595 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be3aba-261b-4205-ae8a-bf1968886247 req-6b047a7d-38d8-4731-97ea-b6ffca05b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.633275 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-6b047a7d-38d8-4731-97ea-b6ffca05b5f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.0647943 Jan 28 01:58:43.774646 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be3aba-261b-4205-ae8a-bf1968886247 req-0d32924a-7622-4afa-8d96-3ff1dc666cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.776122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-0d32924a-7622-4afa-8d96-3ff1dc666cee service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.1250389 Jan 28 01:58:43.789073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f73adc-7ece-4ad9-abf0-785f427e2977 req-10eed45d-c21e-408e-8ba6-eae00538f3ac tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.790644 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-38f73adc-7ece-4ad9-abf0-785f427e2977 req-10eed45d-c21e-408e-8ba6-eae00538f3ac tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0727286 Jan 28 01:58:43.832277 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-9b9b196b-2424-45a3-a482-a933c1b57022 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.0407019 Jan 28 01:58:43.893317 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-38f73adc-7ece-4ad9-abf0-785f427e2977 req-790d4da3-2726-44a4-a990-793accae52fd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953422 Jan 28 01:58:43.906294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be3aba-261b-4205-ae8a-bf1968886247 req-69f5a7ba-b858-49a6-9bc1-672cbf9e1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.907721 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-69f5a7ba-b858-49a6-9bc1-672cbf9e1eba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.0670466 Jan 28 01:58:43.964273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-74eac417-5432-4c5f-ad65-61c25cfc3555 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255077 Jan 28 01:58:44.072467 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-bd8e1d1e-c7c8-4b52-b118-ed01404b9c0d service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844200 Jan 28 01:58:44.176912 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66be3aba-261b-4205-ae8a-bf1968886247 req-b7900194-9b5e-48cc-abf5-e984cdfd4cd7 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958352 Jan 28 01:58:44.301687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-1684060f-377d-4b12-aae4-c565a617b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:44.303178 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-1684060f-377d-4b12-aae4-c565a617b48b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.0421298 Jan 28 01:58:44.380863 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f148db7-6116-44c5-8572-635d6be273d1 req-910a057e-f5c1-4e9b-933d-7af446d414b8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:44.383304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f148db7-6116-44c5-8572-635d6be273d1 req-910a057e-f5c1-4e9b-933d-7af446d414b8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0502517 Jan 28 01:58:44.476082 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f148db7-6116-44c5-8572-635d6be273d1 req-fbbe7897-ebed-499e-852a-cc90b40d2ef4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873709 Jan 28 01:58:44.510301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-8a50a077-3d39-49ec-b226-37fe13273ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:44.511748 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-8a50a077-3d39-49ec-b226-37fe13273ffa service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.1213312 Jan 28 01:58:44.573445 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-41208beb-cba8-45d4-882a-e0e2fac060df service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.0482140 Jan 28 01:58:44.631555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-833eabb4-49ce-49e2-8729-7da86e416c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:44.633031 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-833eabb4-49ce-49e2-8729-7da86e416c86 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.0528193 Jan 28 01:58:44.668564 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-cae9b169-b4ba-45c5-9229-d8f01674b603 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284002 Jan 28 01:58:44.793966 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-f7de68c2-1f84-4de6-9c1a-319b0af31006 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993314 Jan 28 01:58:44.893409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7aa6b5e7-6607-4e4e-be4e-b6ab0496da45 req-968e667a-b08e-4981-bb54-c6c5ff12a667 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922570 Jan 28 01:58:44.958254 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.185816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078d134-d5f5-4296-bf49-67aa0445cea0 req-056c3250-77cc-4e9f-a1c4-0cac80425df5 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:45.187664 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c078d134-d5f5-4296-bf49-67aa0445cea0 req-056c3250-77cc-4e9f-a1c4-0cac80425df5 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 944 time: 0.0676246 Jan 28 01:58:45.232085 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c078d134-d5f5-4296-bf49-67aa0445cea0 req-8c113623-8d30-4827-8dbe-1e69f879f639 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Jan 28 01:58:45.611273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f809a-c20b-4087-88b4-a55bffcf4b70 req-07ba6f75-fb7e-43a1-986d-93c91d46d761 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:45.612772 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-220f809a-c20b-4087-88b4-a55bffcf4b70 req-07ba6f75-fb7e-43a1-986d-93c91d46d761 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0506318 Jan 28 01:58:45.656359 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-220f809a-c20b-4087-88b4-a55bffcf4b70 req-c9ee8d8a-e4db-46c4-8f00-c5618467999c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Jan 28 01:58:45.745106 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:58:45.855574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:45.868205 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'port_id': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', 'mac_address': 'fa:16:3e:0a:67:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9c74bb-9363-4d58-8547-c6c8dcd7cf09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:58:45.909339 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.924885 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:58:45.948153 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:45.954463 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.148354 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:46.290356 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44190) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:46.349753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd902e9-33b3-447a-b0fb-f9e3affd4363 req-24254758-a44c-4562-b759-e578400fd16e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:46.351370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdd902e9-33b3-447a-b0fb-f9e3affd4363 req-24254758-a44c-4562-b759-e578400fd16e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 945 time: 0.0510504 Jan 28 01:58:46.390808 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdd902e9-33b3-447a-b0fb-f9e3affd4363 req-77499f54-aa95-4195-8d5e-6ff7a166708f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Jan 28 01:58:46.405090 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4c915527-a69e-4dd7-a900-926ed94beebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.456366 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:46.498656 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4c915527-a69e-4dd7-a900-926ed94beebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.503385 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4c915527-a69e-4dd7-a900-926ed94beebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.540178 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44204) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:46.540560 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4c915527-a69e-4dd7-a900-926ed94beebf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=905fbb6b5d0248fe8c7209eff78272b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485001 Jan 28 01:58:46.566283 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915527-a69e-4dd7-a900-926ed94beebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cb3e09-84f2-4deb-ac85-d3c05c4da99b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:46.641731 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.668683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.727920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.733304 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:46.735017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/20cb3e09-84f2-4deb-ac85-d3c05c4da99b HTTP/1.1" status: 204 len: 168 time: 0.1935887 Jan 28 01:58:46.764611 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fba05a-4ea0-4466-ae06-115918238161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cb3e09-84f2-4deb-ac85-d3c05c4da99b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:46.821526 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55eb53-3655-47a2-8dac-16360e1fb110 req-454c9689-6e14-42dc-b5e3-0c56c293099a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:46.829757 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd55eb53-3655-47a2-8dac-16360e1fb110 req-454c9689-6e14-42dc-b5e3-0c56c293099a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0793147 Jan 28 01:58:46.880586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd55eb53-3655-47a2-8dac-16360e1fb110 req-d5e73715-7333-49cf-8496-8ed5a5bc194c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499480 Jan 28 01:58:47.332291 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44258) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:47.446260 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3e5437e7-ea7a-4d25-a429-9fa6fc81e582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.521764 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd5615-1979-4859-979d-2aee6071f5cb req-1abcd386-7cc2-4ae0-b2d4-0c8a724fb450 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:47.523322 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04fd5615-1979-4859-979d-2aee6071f5cb req-1abcd386-7cc2-4ae0-b2d4-0c8a724fb450 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 945 time: 0.0593703 Jan 28 01:58:47.533469 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3e5437e7-ea7a-4d25-a429-9fa6fc81e582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.539355 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3e5437e7-ea7a-4d25-a429-9fa6fc81e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.582340 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04fd5615-1979-4859-979d-2aee6071f5cb req-00deb6f6-8e01-49a9-b4c0-e61e54405836 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Jan 28 01:58:47.583980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44276) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:47.584194 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3e5437e7-ea7a-4d25-a429-9fa6fc81e582 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9cc4c2ca418b45e48a2e3c2d9e51fd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507374 Jan 28 01:58:47.594191 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5437e7-ea7a-4d25-a429-9fa6fc81e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b50a7-e0c8-46b9-9170-c37222b5f2ea,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:47.642527 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.667855 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.714925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.717731 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.719543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0b8b50a7-e0c8-46b9-9170-c37222b5f2ea HTTP/1.1" status: 204 len: 168 time: 0.1345384 Jan 28 01:58:47.734822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b50a7-e0c8-46b9-9170-c37222b5f2ea,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:47.742616 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.742943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.743281 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.744228 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.744228 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.744443 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.744652 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.745012 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.745336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.745651 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.746023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.746295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1ce0-d291-4a34-a078-ba45091fa087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:47.760439 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:47.821048 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:58:47.825932 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:47.826635 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.920739 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:47.953128 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:58:47.956319 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8190132-bc92-48dc-86e8-b53a2f35d028" -d '{"events": [{"server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:47.972544 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:47.979719 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.031945 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1240fe-57f6-48c3-b0c3-afa049380965 x-openstack-request-id: req-6b1240fe-57f6-48c3-b0c3-afa049380965 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:48.032655 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:48.033178 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b1240fe-57f6-48c3-b0c3-afa049380965 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:48.033959 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', 'code': 200} Jan 28 01:58:48.075194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:48.278396 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d5299-4775-48a2-883e-7fd847a5ee64 req-d3bd8c87-2944-467e-86dc-ad1bff67b08e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.285386 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-548d5299-4775-48a2-883e-7fd847a5ee64 req-d3bd8c87-2944-467e-86dc-ad1bff67b08e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.3119316 Jan 28 01:58:48.323649 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-548d5299-4775-48a2-883e-7fd847a5ee64 req-465479b4-081a-4c48-bb63-88bb81558b18 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Jan 28 01:58:48.435859 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44314) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:48.557982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f42481c-e509-4fe9-97fe-a53160938497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.651231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f42481c-e509-4fe9-97fe-a53160938497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.666911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f42481c-e509-4fe9-97fe-a53160938497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.729378 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42481c-e509-4fe9-97fe-a53160938497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136605d5-072a-4ecf-8e3f-97188890adf9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:48.735368 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44330) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:48.738778 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4f42481c-e509-4fe9-97fe-a53160938497 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a328d9209d148d193d1e914e2a37438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989156 Jan 28 01:58:48.741430 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44332) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:48.744530 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64b21a-ffc5-46d7-ad12-77955e92dadb req-e30cb7c3-57c6-4acf-8842-02642f9bdbd8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.746065 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e64b21a-ffc5-46d7-ad12-77955e92dadb req-e30cb7c3-57c6-4acf-8842-02642f9bdbd8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.0891242 Jan 28 01:58:48.791305 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e64b21a-ffc5-46d7-ad12-77955e92dadb req-2130399e-2b58-40bb-a22b-f1d4f96ec532 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Jan 28 01:58:48.796575 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.830622 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.847288 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1739631880-network', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:48.888697 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Made reservation on behalf of 50b9208765264efbb2e25f5ba4896b4a for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:48.891318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.900158 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.915067 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.917515 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:48.918638 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/136605d5-072a-4ecf-8e3f-97188890adf9 HTTP/1.1" status: 204 len: 168 time: 0.1763468 Jan 28 01:58:48.933608 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136605d5-072a-4ecf-8e3f-97188890adf9,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:48.948114 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.948338 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.948773 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.949056 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.949352 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.949692 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.949996 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.951005 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.951509 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.951822 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.952210 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:48.952542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f98a0-5916-433f-bb0d-d408bc9093a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:49.005700 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.009977 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.032266 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:58:49.046481 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187b93d-ac71-428d-84c5-a05477e7945b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:49.051287 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.051633 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Added segment 982b85ae-adbf-4615-8bfc-56abd93e3cef of type vlan for network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 Jan 28 01:58:49.095070 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.125906 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.126749 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.127397 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.186383 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4466851 Jan 28 01:58:49.187358 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44340) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:49.193920 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e90b79-4bdc-49ed-afd3-e2c5b95a7cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a36e3d5-651e-44a6-a2b4-a2020f9839b6,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:49.206284 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:58:49.210413 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Request body: {'subnet': {'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1739631880-subnet', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:49.233072 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44346) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:49.249417 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-065975d6-49db-42c3-a9f6-198fb06e4ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.249619 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Made reservation on behalf of 50b9208765264efbb2e25f5ba4896b4a for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:49.253212 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.342206 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-065975d6-49db-42c3-a9f6-198fb06e4ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.345780 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-065975d6-49db-42c3-a9f6-198fb06e4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.385921 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-065975d6-49db-42c3-a9f6-198fb06e4ae5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c097f517f04547f386a74cbf38dca4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514554 Jan 28 01:58:49.388688 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44350) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:49.402603 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065975d6-49db-42c3-a9f6-198fb06e4ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232c96e-420f-4684-8647-16f32e9e6934,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:49.448900 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.482724 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.502828 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50edb7-9640-4319-8309-70032d52eb40 req-acdeebdb-56d7-4ce0-aaa2-628dec3d920f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.504400 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f50edb7-9640-4319-8309-70032d52eb40 req-acdeebdb-56d7-4ce0-aaa2-628dec3d920f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1083007 Jan 28 01:58:49.505892 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.538672 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.541712 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.542865 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2232c96e-420f-4684-8647-16f32e9e6934 HTTP/1.1" status: 204 len: 168 time: 0.1532142 Jan 28 01:58:49.564534 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374e1c9-d09d-4e65-bb29-d763fe93e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232c96e-420f-4684-8647-16f32e9e6934,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:49.593900 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d83ab3-e957-40b8-9b94-562993b910dd,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:49.602310 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f50edb7-9640-4319-8309-70032d52eb40 req-b1dc6e60-4f74-49ff-b71e-63d28cbeea98 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892336 Jan 28 01:58:49.610523 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Checking segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:49.610877 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Network hostable DHCP agents. Network: 9a36e3d5-651e-44a6-a2b4-a2020f9839b6, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:58:49.632487 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:58:49.643479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 9a36e3d5-651e-44a6-a2b4-a2020f9839b6) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:49.648548 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.649230 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.655571 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0c8b1-9a7f-4cf4-87d8-a6f9a18f93cc None None] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:58:49.672715 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bd8c1818-82c6-4eb1-848f-eed2e00ee0ba admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4838960 Jan 28 01:58:49.675533 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44356) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:49.680323 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:49.711313 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.713295 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.772646 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.833751 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:58:49.834884 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.947897 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44362) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:49.949957 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.002095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ca1a4-bb47-47a5-9ea9-00d53d9de4b6 req-15ca9a0d-90ab-4752-917b-5b98740eabc6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:50.005241 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3ca1a4-bb47-47a5-9ea9-00d53d9de4b6 req-15ca9a0d-90ab-4752-917b-5b98740eabc6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.1261880 Jan 28 01:58:50.007004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3e33e7ca-e930-4710-9591-c97b13a4c9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.018174 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Allocated IP 172.20.0.2 (9a36e3d5-651e-44a6-a2b4-a2020f9839b6/99d83ab3-e957-40b8-9b94-562993b910dd/21a86a82-34cb-4e7f-9424-4b0629464531) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:50.114569 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3ca1a4-bb47-47a5-9ea9-00d53d9de4b6 req-983bdf80-81a6-4a4a-8be8-0be58b456093 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919929 Jan 28 01:58:50.183693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3e33e7ca-e930-4710-9591-c97b13a4c9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.190724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3e33e7ca-e930-4710-9591-c97b13a4c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.196268 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.208832 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.213500 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.234646 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.243529 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3e33e7ca-e930-4710-9591-c97b13a4c9e5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=508945a25abe4b388fffebbbae8cfba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912591 Jan 28 01:58:50.245058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44364) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:50.252127 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33e7ca-e930-4710-9591-c97b13a4c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8089e8-7276-4342-9dee-030ad1db338e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:50.267585 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:50.274744 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:50.280618 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:50.293432 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Pushing event updated for resources: {'Port': ['ID=21a86a82-34cb-4e7f-9424-4b0629464531,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:50.319756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.344527 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.355807 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Attempting to bind port 21a86a82-34cb-4e7f-9424-4b0629464531 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:50.357085 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Attempting to bind port 21a86a82-34cb-4e7f-9424-4b0629464531 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:50.357806 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Attempting to bind port 21a86a82-34cb-4e7f-9424-4b0629464531 on network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:50.372176 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:50.372884 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Checking segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:50.373514 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.374127 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Bound using segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:50.374889 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Bound port: 21a86a82-34cb-4e7f-9424-4b0629464531, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:50.375492 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.406982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.410327 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.414541 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2a8089e8-7276-4342-9dee-030ad1db338e HTTP/1.1" status: 204 len: 168 time: 0.1654139 Jan 28 01:58:50.420750 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dce81-523a-48c5-9eed-2a2886ca1db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8089e8-7276-4342-9dee-030ad1db338e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:50.430142 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Allocated IP 172.27.1.233 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/3bcd393b-9b71-4c5e-974b-4ffc17b381fa) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:50.473709 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] For port 21a86a82-34cb-4e7f-9424-4b0629464531, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:50.477431 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] For port 21a86a82-34cb-4e7f-9424-4b0629464531, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=21a86a82-34cb-4e7f-9424-4b0629464531,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:50.483014 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.555393 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b2d0-a651-4f0b-b183-80db1bbc8644 None None] Pushing event updated for resources: {'Port': ['ID=21a86a82-34cb-4e7f-9424-4b0629464531,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:50.605807 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.647738 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:50.693409 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:50.698618 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:50.704420 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:50.707939 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Pushing event updated for resources: {'Port': ['ID=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:50.841321 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8112f-8e3d-445c-8244-b14d6f94f0c3 req-2b6fedc5-0240-4c9e-a060-19722d5f3706 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:50.843931 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20e8112f-8e3d-445c-8244-b14d6f94f0c3 req-2b6fedc5-0240-4c9e-a060-19722d5f3706 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1201437 Jan 28 01:58:50.913609 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20e8112f-8e3d-445c-8244-b14d6f94f0c3 req-f880378e-5fef-4f21-abd5-da8d32bd9e69 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630965 Jan 28 01:58:51.084120 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:51.299718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fac6c-df48-4275-8c30-d9c71e047488 req-d94cab33-c6bd-4d39-bac5-acd7866c2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:51.301252 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be8fac6c-df48-4275-8c30-d9c71e047488 req-d94cab33-c6bd-4d39-bac5-acd7866c2fac service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 1099 time: 0.0993509 Jan 28 01:58:51.337564 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99fe5e-dde8-4762-b9a4-7f055bd61068 req-cc751dde-040d-40fe-8c65-1d4f406f7982 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:51.339128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9f99fe5e-dde8-4762-b9a4-7f055bd61068 req-cc751dde-040d-40fe-8c65-1d4f406f7982 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.0861535 Jan 28 01:58:51.378695 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be8fac6c-df48-4275-8c30-d9c71e047488 req-45cd77b5-1d7d-463c-bfc3-b9477317c5ba service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689445 Jan 28 01:58:51.385547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:51.408089 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9f99fe5e-dde8-4762-b9a4-7f055bd61068 req-acc16ac6-0171-4e43-9dae-cc562a1103ca tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Jan 28 01:58:51.613999 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Router b2772783-ee27-4c19-aa99-78334df80c26 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:58:51.736108 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:58:51.747532 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Sync routers for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:58:51.756254 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:51.757937 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-063c7283-29e3-4dea-b52d-cb9d7eecf3ad admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0812595 Jan 28 01:58:51.760967 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44412) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:51.761241 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:51.761883 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:51.859470 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b88c43-6bbb-4cb1-948e-c6ece1325447 None None] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:58:51.925261 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:51.939051 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Provisioning complete for port 21a86a82-34cb-4e7f-9424-4b0629464531 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:51.939413 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.143529 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.189571 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] For port 21a86a82-34cb-4e7f-9424-4b0629464531, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=21a86a82-34cb-4e7f-9424-4b0629464531,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:52.196253 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.220240 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:50Z', 'revision_number': 3, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:52.257507 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Checking router: b2772783-ee27-4c19-aa99-78334df80c26 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:52.258506 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Updating router b2772783-ee27-4c19-aa99-78334df80c26 port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:58:52.303500 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Pushing event updated for resources: {'Port': ['ID=21a86a82-34cb-4e7f-9424-4b0629464531,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:52.316064 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.316723 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.317316 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.318074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.322061 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.323074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.323769 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.326177 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.326644 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.327030 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.327377 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.327766 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35a8b5f-5e3a-4a51-a270-4ec094b2ff5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:52.347202 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88281ea1-bbcc-4c60-8d74-79efa6e0c3e7 req-9e3b4e94-b31b-4b97-8e56-f2b129925267 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:52.348900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-88281ea1-bbcc-4c60-8d74-79efa6e0c3e7 req-9e3b4e94-b31b-4b97-8e56-f2b129925267 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1556606 Jan 28 01:58:52.414511 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.428829 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-88281ea1-bbcc-4c60-8d74-79efa6e0c3e7 req-4ce238bf-32bc-4426-bcbf-fb1a1f386e5b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Jan 28 01:58:52.491955 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.523974 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-4e138e85-deee-48fa-a26a-d0b3a4b598bf None None] Provisioning complete for port 21a86a82-34cb-4e7f-9424-4b0629464531 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:52.527168 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4e138e85-deee-48fa-a26a-d0b3a4b598bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.829225 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.840095 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 21a86a82-34cb-4e7f-9424-4b0629464531 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:52.845240 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.846284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dc17b-2012-4ce2-91f2-10a35bfb0e45 req-30cc406d-08d3-445a-9c97-7f31ce6b9658 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:52.847923 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be6dc17b-2012-4ce2-91f2-10a35bfb0e45 req-30cc406d-08d3-445a-9c97-7f31ce6b9658 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.2334638 Jan 28 01:58:52.911922 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Attempting to bind port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:52.912311 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Attempting to bind port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:52.912673 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Attempting to bind port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:52.926504 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:52.927179 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:52.927837 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.928241 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:52.928727 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Bound port: 3bcd393b-9b71-4c5e-974b-4ffc17b381fa, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:52.929150 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.933097 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 21a86a82-34cb-4e7f-9424-4b0629464531 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:52.933097 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:52.961331 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a357-7f2e-422e-a292-56088901f724 None None] Pushing event updated for resources: {'Port': ['ID=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,revision_number=2']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:52.978417 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Allocated IP 172.20.0.1 (9a36e3d5-651e-44a6-a2b4-a2020f9839b6/99d83ab3-e957-40b8-9b94-562993b910dd/d5be270c-88b6-493a-b34b-23ab5292e708) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:53.001829 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be6dc17b-2012-4ce2-91f2-10a35bfb0e45 req-2f3216ee-01f6-41f5-8ea3-69c9eac76f96 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390600 Jan 28 01:58:53.008955 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] For port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:53.022573 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] For port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:53.030430 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.112962 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:53.114006 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:53.118486 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a357-7f2e-422e-a292-56088901f724 None None] Pushing event updated for resources: {'Port': ['ID=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:53.133349 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.181369 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.224167 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:53.230324 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:53.235316 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:53.235815 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.261246 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:53.285513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:53.415525 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.515244 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-bfd077b6-0981-4e0a-bdff-542418302af7 None None] Provisioning complete for port d5be270c-88b6-493a-b34b-23ab5292e708 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:53.515861 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bfd077b6-0981-4e0a-bdff-542418302af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.532186 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:50Z', 'revision_number': 3, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:53.571605 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08078ba-6b95-462d-b65f-a32eaf1a5839 None None] The sync data for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi is: [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:50Z', 'revision_number': 3, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:53.574165 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-bfd077b6-0981-4e0a-bdff-542418302af7 None None] Port d5be270c-88b6-493a-b34b-23ab5292e708 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:58:53.643273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b92a8-e663-4c8b-bc70-7ad553ce9349 req-d8a925f7-2eff-4d28-aa74-5c1326dc106f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:53.649902 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-723b92a8-e663-4c8b-bc70-7ad553ce9349 req-d8a925f7-2eff-4d28-aa74-5c1326dc106f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0914571 Jan 28 01:58:53.723432 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-723b92a8-e663-4c8b-bc70-7ad553ce9349 req-840da894-5017-4adb-8ced-979d28040f5c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Jan 28 01:58:53.725538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.732813 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.733575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:53.793013 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:53.913846 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:53.915415 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:54.072398 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Router b2772783-ee27-4c19-aa99-78334df80c26 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:58:54.209073 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-e6a5eb3b-bb23-4d49-a541-ca3e58ce2c1b None None] Provisioning complete for port d5be270c-88b6-493a-b34b-23ab5292e708 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:54.210394 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e6a5eb3b-bb23-4d49-a541-ca3e58ce2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:54.244741 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:58:54.258912 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-067adcd8-03ea-4ed0-9c44-4e5de21c8cf7 admin admin] 10.222.0.96 "PUT /v2.0/routers/b2772783-ee27-4c19-aa99-78334df80c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883595 Jan 28 01:58:54.260347 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382f352-ba17-4bc7-8eea-e9caf2028267 req-b8f21326-eb7f-4ac8-b6a5-e69848d117a2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:54.262255 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6382f352-ba17-4bc7-8eea-e9caf2028267 req-b8f21326-eb7f-4ac8-b6a5-e69848d117a2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.1263566 Jan 28 01:58:54.281289 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5eb3b-bb23-4d49-a541-ca3e58ce2c1b None None] Port d5be270c-88b6-493a-b34b-23ab5292e708 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:58:54.321433 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6382f352-ba17-4bc7-8eea-e9caf2028267 req-d0eab051-4666-4c5a-a1d3-99e379ef1f1d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Jan 28 01:58:54.754642 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 3bcd393b-9b71-4c5e-974b-4ffc17b381fa up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:54.887574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:54.887932 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:54.993696 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.019836 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19351d01-9b7b-4c04-bcfb-011ef0dce935 req-7d889d25-ffb0-4631-902a-22010b2eefa1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:55.021961 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19351d01-9b7b-4c04-bcfb-011ef0dce935 req-7d889d25-ffb0-4631-902a-22010b2eefa1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1329689 Jan 28 01:58:55.029221 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:55.034622 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.089273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19351d01-9b7b-4c04-bcfb-011ef0dce935 req-b8f1ff97-8ef7-497a-bc98-1b24f1ee9124 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Jan 28 01:58:55.125235 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:55.160594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44536) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:55.165824 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-991062113-network', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:55.191092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Made reservation on behalf of 61de37e2667c4b58aca1e21e283ee42c for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:55.194211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.206878 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.305997 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.315771 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.349226 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:58:55.371001 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.371342 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Added segment d751a159-0853-4fd9-948c-39419026c60b of type vlan for network 91c9174e-e1ef-473b-b414-76a18a6ae084 Jan 28 01:58:55.375112 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-3b9d5c94-a120-457d-b5e9-9f4229ae588a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260954673&fields=id&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 267 time: 0.0790458 Jan 28 01:58:55.387225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2ecc53-b47c-41d8-9c0d-ce14a33467a5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:55.509472 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.585807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933992b-c819-4ff2-b3f8-b61469757e96 req-bb37e547-1472-4369-b772-0b51653991ca tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:55.587306 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e933992b-c819-4ff2-b3f8-b61469757e96 req-bb37e547-1472-4369-b772-0b51653991ca tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.1967676 Jan 28 01:58:55.590152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.591380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:55.592170 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.614313 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-d842d988-8085-49fe-bd4c-f6ede4b4bd80 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:55.615992 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-d842d988-8085-49fe-bd4c-f6ede4b4bd80 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.2316306 Jan 28 01:58:55.624320 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Sync routers for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:58:55.634842 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:55.635496 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:55.696460 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5344305 Jan 28 01:58:55.699251 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44546) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:55.699776 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-58b27625-58f3-4649-ac9e-44782fe899af tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/quotas/6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 375 time: 0.0671427 Jan 28 01:58:55.704815 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Request body: {'subnet': {'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-991062113-subnet', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:55.705798 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee4769-6f95-4bf9-81f1-6f85c6465dfd admin admin] Pushing event updated for resources: {'Network': ['ID=91c9174e-e1ef-473b-b414-76a18a6ae084,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:55.736408 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:58:55.743804 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e933992b-c819-4ff2-b3f8-b61469757e96 req-fe90130c-06b5-4abc-bc1d-6d5c34c31878 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476197 Jan 28 01:58:55.744347 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Made reservation on behalf of 61de37e2667c4b58aca1e21e283ee42c for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:55.747632 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29807886'] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:55.810941 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-7abfa0dc-4995-41c0-bc6e-52b6e0df183c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024990 Jan 28 01:58:55.814793 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:55.960481 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-34f83f74-31fd-4fc1-a78e-7333284e2b74 service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297202 Jan 28 01:58:56.085026 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30253125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29807900'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.137418 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 2, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:56.160364 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-ec094f86-966d-46a6-830b-5429331d1f8b service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907532 Jan 28 01:58:56.174995 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Checking router: b2772783-ee27-4c19-aa99-78334df80c26 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:56.175356 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Updating router b2772783-ee27-4c19-aa99-78334df80c26 port d5be270c-88b6-493a-b34b-23ab5292e708 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:58:56.192848 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:56.198326 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Checking segment: {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:56.198876 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Network hostable DHCP agents. Network: 91c9174e-e1ef-473b-b414-76a18a6ae084, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:58:56.225495 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.229544 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:58:56.244106 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 91c9174e-e1ef-473b-b414-76a18a6ae084) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:56.250294 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:56.251997 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.279258 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-167fe397-7bf1-4c7c-be52-8972bec5a8bb admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5782664 Jan 28 01:58:56.279451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e202cd7-b74c-458f-ac4d-26f2166563f2 None None] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:58:56.282135 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44564) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:56.351025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:56.409877 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d86c3-4544-4d13-916b-e606b39dcf5c req-14db63ce-4d55-4d32-99d2-01bd9fe8b683 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:56.411484 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb1d86c3-4544-4d13-916b-e606b39dcf5c req-14db63ce-4d55-4d32-99d2-01bd9fe8b683 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1621995 Jan 28 01:58:56.423925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.425043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.504274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb1d86c3-4544-4d13-916b-e606b39dcf5c req-4dcc8216-f845-4731-86b7-36c3df6ff203 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784791 Jan 28 01:58:56.572567 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.757411 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 3bcd393b-9b71-4c5e-974b-4ffc17b381fa up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:58:56.781083 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.889574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-91c9174e-e1ef-473b-b414-76a18a6ae084', 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'fixed_ips': [{'subnet_id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:58:56.890514 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.957457 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:56.958085 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.134959 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.158159 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.209619 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Allocated IP 172.20.0.2 (91c9174e-e1ef-473b-b414-76a18a6ae084/4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc/002b30f3-001c-4b1d-8bd6-edacd2f0751d) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:57.282405 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b3e6-f6d9-4fa8-a375-0ba90e5b559b None None] Pushing event updated for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:57.400882 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-955771e9-89dd-4ac3-8740-1725567bbe7b req-065e8384-fb7b-4bfe-b221-3b8a81f1247d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 210 time: 0.4656806 Jan 28 01:58:57.432107 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Attempting to bind port d5be270c-88b6-493a-b34b-23ab5292e708 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:57.432470 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Attempting to bind port d5be270c-88b6-493a-b34b-23ab5292e708 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:57.433042 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Attempting to bind port d5be270c-88b6-493a-b34b-23ab5292e708 on network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:57.449400 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:57.449995 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Checking segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:57.450597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.451120 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Bound using segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:57.451936 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Bound port: d5be270c-88b6-493a-b34b-23ab5292e708, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:57.452600 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.677549 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.698179 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] For port d5be270c-88b6-493a-b34b-23ab5292e708, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:57.712146 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] For port d5be270c-88b6-493a-b34b-23ab5292e708, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=d5be270c-88b6-493a-b34b-23ab5292e708,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:57.729309 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.858944 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.885444 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c2d40-e3e0-418b-ac42-45e33495c4ca req-1d0114d9-16e4-49e5-b677-e511cfab352b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:57.886322 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Pushing event updated for resources: {'Port': ['ID=002b30f3-001c-4b1d-8bd6-edacd2f0751d,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:57.888664 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-319c2d40-e3e0-418b-ac42-45e33495c4ca req-1d0114d9-16e4-49e5-b677-e511cfab352b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1986341 Jan 28 01:58:57.914988 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:57.927652 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:57.932607 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:57.949828 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:57.971587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] Provisioning complete for port d5be270c-88b6-493a-b34b-23ab5292e708 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:57.972201 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.009192 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.200139 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-319c2d40-e3e0-418b-ac42-45e33495c4ca req-fc220375-dafd-41da-8a90-39ddea724ad2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930508 Jan 28 01:58:58.221260 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:58.222186 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:58.258915 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Allocated IP 172.27.1.148 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/1899c754-cba2-4e24-9b86-83fb831bf183) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:58:58.371430 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b3e6-f6d9-4fa8-a375-0ba90e5b559b None None] Pushing event updated for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:58.387253 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Attempting to bind port 002b30f3-001c-4b1d-8bd6-edacd2f0751d on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:58:58.388421 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Attempting to bind port 002b30f3-001c-4b1d-8bd6-edacd2f0751d by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:58:58.389052 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Attempting to bind port 002b30f3-001c-4b1d-8bd6-edacd2f0751d on network 91c9174e-e1ef-473b-b414-76a18a6ae084 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:58:58.424127 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:58:58.424728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Checking segment: {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:58:58.426484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.428298 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.428976 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Bound using segment: {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:58:58.429989 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Bound port: 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:58:58.430837 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.478258 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.538099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:58:58.542380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:58:58.549415 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:58:58.564298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Pushing event updated for resources: {'Port': ['ID=1899c754-cba2-4e24-9b86-83fb831bf183,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:58.633962 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-93135e57-5d97-4473-b2e5-681ebd52155f req-e379cd89-8b7a-4258-b778-6adfebcc46c3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 210 time: 0.0814297 Jan 28 01:58:58.679360 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.705720 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:58.767574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] For port 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:58:58.826686 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] For port d5be270c-88b6-493a-b34b-23ab5292e708, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=d5be270c-88b6-493a-b34b-23ab5292e708,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:58.834018 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] For port 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=002b30f3-001c-4b1d-8bd6-edacd2f0751d,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:58:58.847639 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.849828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.934199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:58.986890 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e74a3-31ec-4848-abfa-25a9e8fd6b38 None None] Pushing event updated for resources: {'Port': ['ID=002b30f3-001c-4b1d-8bd6-edacd2f0751d,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:59.107323 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-19ee9ae2-0448-4df0-b16f-ba0d038a204a None None] Provisioning complete for port d5be270c-88b6-493a-b34b-23ab5292e708 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:59.107323 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-19ee9ae2-0448-4df0-b16f-ba0d038a204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:59.120825 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b152-7d08-44cb-80d3-67226ad58026 None None] Pushing event updated for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:59.147909 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-660db754-a8b0-47d5-bca1-4ce2db711d78 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:59.149576 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-660db754-a8b0-47d5-bca1-4ce2db711d78 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.2326257 Jan 28 01:58:59.182406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:57Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:59.239897 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546f887-0c50-4e65-99a2-5100d3a27b6f None None] The sync data for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi is: [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:57Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:59.277781 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7f168db2-3acf-4df6-b779-1f94da80d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:59.348932 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-0ba1aff4-c48e-4b6b-9ed0-63bad6e1f2a7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 380 time: 0.1484232 Jan 28 01:58:59.373480 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'port': {'device_id': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'admin_state_up': True, 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'security_groups': ['09fab54d-f771-4dcf-b3a1-5b1a9be11b17']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:59.489121 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:59.599547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a660-848e-4188-a17a-61d522cea3a3 req-e5ce2574-ec71-4f66-8f91-210cef3e16b4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:59.601111 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5748a660-848e-4188-a17a-61d522cea3a3 req-e5ce2574-ec71-4f66-8f91-210cef3e16b4 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.2168622 Jan 28 01:58:59.747426 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5748a660-848e-4188-a17a-61d522cea3a3 req-ef101096-dc2d-469f-904a-afc8286c9454 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202497 Jan 28 01:58:59.750960 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Made reservation on behalf of 6e15e80496d946b4ba64c95751ebc354 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:58:59.754676 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:59.932868 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9dd008ea-01b2-4794-9429-1d90f12a2309 req-7f7646da-75cd-432f-8a1c-ffb801bf10a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jan 28 01:58:59.964272 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Router cc7d292a-a913-4722-9932-f2de0ceb58d3 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:59:00.075687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.20.0.5 (41f7abf6-a2c1-4ce5-83fe-68e8627532be/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc/a96061fe-84a7-4238-9f60-3ee0a48a23b7) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:00.190871 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:00.207640 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Sync routers for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:00.224617 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:00.225525 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:58:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:00.282351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:00.286579 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44682) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:00.287375 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8688395a-8444-44c1-a258-a5a996dcab93 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9552212 Jan 28 01:59:00.423763 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:00.482641 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:00.537347 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:00.703738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:00.723520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:00.732025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:00.777221 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:00.778715 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:00.803338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:00.829941 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-adc638f2-2924-483c-b7c9-9be2cc0283a3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4739885 Jan 28 01:59:00.855311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Request body: {'port': {'device_id': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:00.973732 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25439c7f-cc28-43f1-a4d6-78d25a8fffbb None None] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:59:01.132043 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 3, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:01.155062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.256041 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Checking router: cc7d292a-a913-4722-9932-f2de0ceb58d3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:01.256612 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Updating router cc7d292a-a913-4722-9932-f2de0ceb58d3 port 1899c754-cba2-4e24-9b86-83fb831bf183 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:59:01.353029 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device d5be270c-88b6-493a-b34b-23ab5292e708 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:01.402400 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.474763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] Provisioning complete for port 002b30f3-001c-4b1d-8bd6-edacd2f0751d triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:01.475158 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.554474 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44710) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:01.691296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5bf10-0700-4080-ba36-da0a44303efd req-ead6213c-ad2c-463a-b2c5-561638e625ad tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:01.711198 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17e5bf10-0700-4080-ba36-da0a44303efd req-ead6213c-ad2c-463a-b2c5-561638e625ad tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.6737678 Jan 28 01:59:01.761406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port d5be270c-88b6-493a-b34b-23ab5292e708 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:01.761631 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.810753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc6fb-4225-44a5-bc80-b3047f2b72c6 req-dc9e0606-9004-4b31-8276-60e7f94c1266 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:01.820180 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-829cc6fb-4225-44a5-bc80-b3047f2b72c6 req-dc9e0606-9004-4b31-8276-60e7f94c1266 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 931 time: 0.2390547 Jan 28 01:59:01.851602 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.862377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.886390 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b3a37b20-5d04-4956-a3e9-cbe97824b3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.923275 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.924781 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17e5bf10-0700-4080-ba36-da0a44303efd req-bd5cb864-1fc7-44eb-95a6-284df421f24f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069449 Jan 28 01:59:01.932274 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:01.995244 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] For port 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=002b30f3-001c-4b1d-8bd6-edacd2f0751d,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:02.013258 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.021400 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bc05c857-0863-42d4-883f-6effbe45fce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.031918 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 002b30f3-001c-4b1d-8bd6-edacd2f0751d up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:02.065561 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-829cc6fb-4225-44a5-bc80-b3047f2b72c6 req-2762f83a-859a-48c3-9b7e-227b5364b4c5 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261327 Jan 28 01:59:02.081347 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Pushing event updated for resources: {'Port': ['ID=1899c754-cba2-4e24-9b86-83fb831bf183,revision_number=2']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.098004 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.098368 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.098716 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.099355 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.099466 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.099745 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.100079 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.100403 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.100743 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.101093 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.101414 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.101731 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:02.150516 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Attempting to bind port 1899c754-cba2-4e24-9b86-83fb831bf183 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:02.150909 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Attempting to bind port 1899c754-cba2-4e24-9b86-83fb831bf183 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:02.151282 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Attempting to bind port 1899c754-cba2-4e24-9b86-83fb831bf183 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:02.152547 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b3a37b20-5d04-4956-a3e9-cbe97824b3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.192416 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:02.192416 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:02.192416 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.192416 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:02.194259 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-58187a80-1644-4023-b862-dcf8b28f4255 None None] Provisioning complete for port a96061fe-84a7-4238-9f60-3ee0a48a23b7 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:02.194259 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-58187a80-1644-4023-b862-dcf8b28f4255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.195198 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Bound port: 1899c754-cba2-4e24-9b86-83fb831bf183, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:02.195198 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.202812 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b3a37b20-5d04-4956-a3e9-cbe97824b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.251247 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe09806-e0f0-4508-a5bc-fa003214f86a None None] Pushing event updated for resources: {'Port': ['ID=002b30f3-001c-4b1d-8bd6-edacd2f0751d,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.273113 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 002b30f3-001c-4b1d-8bd6-edacd2f0751d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:02.273113 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.294705 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-b3a37b20-5d04-4956-a3e9-cbe97824b3f9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4ca8fbd98a1e4a1e9522728ee14b34a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882594 Jan 28 01:59:02.299445 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44720) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:02.302771 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-58187a80-1644-4023-b862-dcf8b28f4255 None None] Port a96061fe-84a7-4238-9f60-3ee0a48a23b7 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:59:02.306211 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] For port 1899c754-cba2-4e24-9b86-83fb831bf183, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:02.310090 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] For port 1899c754-cba2-4e24-9b86-83fb831bf183, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=1899c754-cba2-4e24-9b86-83fb831bf183,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:02.315715 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.361710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a37b20-5d04-4956-a3e9-cbe97824b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e89538-32b0-4cff-87c6-642d63ee3f4a,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.399393 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Allocated IP 172.20.0.1 (91c9174e-e1ef-473b-b414-76a18a6ae084/4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc/551a80bb-6987-452f-9493-8a6a966740bd) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:02.404838 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6b0cb-1edd-4d42-93c6-0a66dd177279 None None] Pushing event updated for resources: {'Port': ['ID=1899c754-cba2-4e24-9b86-83fb831bf183,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.440403 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-31f0b53e-0ff2-4fb0-8806-53c3076b80a9 None None] Provisioning complete for port 002b30f3-001c-4b1d-8bd6-edacd2f0751d triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:02.440780 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-31f0b53e-0ff2-4fb0-8806-53c3076b80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.442183 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:02.449430 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:59:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:02.482348 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.558553 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.573992 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96061fe-84a7-4238-9f60-3ee0a48a23b7 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:02.608456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.662658 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Transition to ACTIVE for port object a96061fe-84a7-4238-9f60-3ee0a48a23b7 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:02.671866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.774739 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.805880 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 002b30f3-001c-4b1d-8bd6-edacd2f0751d up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:02.811714 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:02.832888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.853319 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.865105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Attempting to bind port a96061fe-84a7-4238-9f60-3ee0a48a23b7 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:02.865448 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Attempting to bind port a96061fe-84a7-4238-9f60-3ee0a48a23b7 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:02.867498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Attempting to bind port a96061fe-84a7-4238-9f60-3ee0a48a23b7 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:02.871106 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.873883 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10e89538-32b0-4cff-87c6-642d63ee3f4a HTTP/1.1" status: 204 len: 168 time: 0.5535910 Jan 28 01:59:02.894797 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Port a96061fe-84a7-4238-9f60-3ee0a48a23b7 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:02.894797 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Attempting to bind port a96061fe-84a7-4238-9f60-3ee0a48a23b7 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:02.910059 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:02.911199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:02.912516 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Bound using segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:02.914844 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Bound port: a96061fe-84a7-4238-9f60-3ee0a48a23b7, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:02.915336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:02.950328 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c2436-cb51-4974-9478-6a62da34e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e89538-32b0-4cff-87c6-642d63ee3f4a,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:02.980873 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 002b30f3-001c-4b1d-8bd6-edacd2f0751d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:02.989140 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.013785 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.187389 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.217025 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:03.237771 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:03.253468 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:03.257934 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:03.280737 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 3, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:03.304588 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:03.363701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.383438 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5dab1-05b5-4346-8271-aa55f19def77 None None] The sync data for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi is: [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 3, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:03.385924 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.513284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:03.514067 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.515631 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] 10.222.0.100 "PUT /v2.0/ports/a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 200 len: 1093 time: 2.6668777 Jan 28 01:59:03.519168 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:03.533840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3645e-5b0b-4ed4-ac76-38088ff92878" -d '{"events": [{"name": "network-changed", "server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:03.558920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcf5e7-0536-40a0-bfeb-ec04f4aa8236 req-a11239a2-6313-4d6d-8acd-dfca4678734b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:03.562678 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18fcf5e7-0536-40a0-bfeb-ec04f4aa8236 req-a11239a2-6313-4d6d-8acd-dfca4678734b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.4477665 Jan 28 01:59:03.582759 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f851-dc95-4845-861a-6b8aa05da869 req-57feff2a-041e-4d4d-bfa3-9fddd45d1574 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:03.593839 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Pushing event updated for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:03.608225 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ca73f851-dc95-4845-861a-6b8aa05da869 req-57feff2a-041e-4d4d-bfa3-9fddd45d1574 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.3016288 Jan 28 01:59:03.740639 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.763147 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf093-b984-4d40-9978-fc39b1cb4fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:03.769532 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0192c3af-ff8f-40c5-8336-fe68ebf33caf None None] Provisioning complete for port 551a80bb-6987-452f-9493-8a6a966740bd triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:03.773336 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0192c3af-ff8f-40c5-8336-fe68ebf33caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:03.804204 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-733203d0-9a87-46e9-ace5-749b73659d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:03.806073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-733203d0-9a87-46e9-ace5-749b73659d12 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1096 time: 0.1945689 Jan 28 01:59:03.811927 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ca73f851-dc95-4845-861a-6b8aa05da869 req-14e59cc0-887b-4b0e-8b2d-845b9827c97c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028131 Jan 28 01:59:03.815503 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18fcf5e7-0536-40a0-bfeb-ec04f4aa8236 req-b8287202-b331-4e7f-baf2-edda788db9af tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050941 Jan 28 01:59:03.891281 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-b94e3f1a-bd9c-468d-bbfc-1f5634aeb580 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 200 len: 217 time: 0.0705037 Jan 28 01:59:03.924685 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-0192c3af-ff8f-40c5-8336-fe68ebf33caf None None] Port 551a80bb-6987-452f-9493-8a6a966740bd cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:59:03.940271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca8292-48d4-4a2b-a64c-de054918ba31 x-openstack-request-id: req-d2ca8292-48d4-4a2b-a64c-de054918ba31 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:03.940569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:03.940896 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d2ca8292-48d4-4a2b-a64c-de054918ba31 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:03.941315 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'status': 'completed', 'code': 200} Jan 28 01:59:04.008951 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-322e0e91-a8aa-4a2c-8e6c-c5c1db16f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.010868 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-322e0e91-a8aa-4a2c-8e6c-c5c1db16f03f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.1098733 Jan 28 01:59:04.087794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-992257d4-01a5-402a-8c68-84f92e436b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.090000 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-992257d4-01a5-402a-8c68-84f92e436b0f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694406 Jan 28 01:59:04.091881 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.097374 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30253296'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.165329 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.167232 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Pushing event updated for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:04.205409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-f2328f15-eaeb-4e2d-a68f-9baf1782f793 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074100 Jan 28 01:59:04.301147 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:04.303392 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:04.348898 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcf0a194-d872-4df2-a877-ef37da9ece8e req-b956e8fd-56b9-4d31-a392-737d8671a338 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309569 Jan 28 01:59:04.477303 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Router cc7d292a-a913-4722-9932-f2de0ceb58d3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:04.532761 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.540986 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-8c88c4d6-ce72-485f-be77-24311a555e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.542875 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-8c88c4d6-ce72-485f-be77-24311a555e58 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1096 time: 0.0996115 Jan 28 01:59:04.686893 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-4dcea95d-0a6c-4ea4-8087-69dd8b81f6b1 None None] Provisioning complete for port 551a80bb-6987-452f-9493-8a6a966740bd triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:04.687587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4dcea95d-0a6c-4ea4-8087-69dd8b81f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.695365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-720128ec-478d-45ea-a464-3aaadb22c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.697507 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-720128ec-478d-45ea-a464-3aaadb22c42a service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1439743 Jan 28 01:59:04.727563 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:04.743456 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-91c78745-b93e-4fd0-b324-d423cca56197 admin admin] 10.222.0.96 "PUT /v2.0/routers/cc7d292a-a913-4722-9932-f2de0ceb58d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553931 Jan 28 01:59:04.785122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-8162cc9a-b32c-42ab-a4e8-459a7b8a0f9e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 200 len: 217 time: 0.0758035 Jan 28 01:59:04.821449 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 1899c754-cba2-4e24-9b86-83fb831bf183 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:04.823726 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-4dcea95d-0a6c-4ea4-8087-69dd8b81f6b1 None None] Port 551a80bb-6987-452f-9493-8a6a966740bd cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:59:04.872835 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-5d79d0a8-a444-402b-b2e4-e5ae1af4be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:04.874604 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-5d79d0a8-a444-402b-b2e4-e5ae1af4be7b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0679193 Jan 28 01:59:04.892193 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:04.909625 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 1899c754-cba2-4e24-9b86-83fb831bf183 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:04.910033 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.027241 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.054474 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 1899c754-cba2-4e24-9b86-83fb831bf183, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=1899c754-cba2-4e24-9b86-83fb831bf183,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:05.061829 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-f43e543a-7051-4d33-b56f-4051ecb52ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:05.062542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.063365 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-f43e543a-7051-4d33-b56f-4051ecb52ac9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1750422 Jan 28 01:59:05.115964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ae9fa-4b76-48f3-b636-6bb0614a171e req-eeae4a9f-c4ef-437b-85c5-0522a4416cda tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:05.117521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a1ae9fa-4b76-48f3-b636-6bb0614a171e req-eeae4a9f-c4ef-437b-85c5-0522a4416cda tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.1474078 Jan 28 01:59:05.125325 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=1899c754-cba2-4e24-9b86-83fb831bf183,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:05.125704 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88308a-7064-400d-a032-1425b2f9ae90 req-dcaa94ee-990a-4870-8f1a-3f7142b0d449 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:05.127308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1e88308a-7064-400d-a032-1425b2f9ae90 req-dcaa94ee-990a-4870-8f1a-3f7142b0d449 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1344264 Jan 28 01:59:05.244089 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1e88308a-7064-400d-a032-1425b2f9ae90 req-87df8098-6bab-4690-bbcd-cf05eb3ef3ed tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896573 Jan 28 01:59:05.247530 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1a1ae9fa-4b76-48f3-b636-6bb0614a171e req-525a90fc-9854-464e-abb8-455ae8e45ac7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942533 Jan 28 01:59:05.263900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-470aa796-132f-4b1e-96ca-d17ef290d52b service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856363 Jan 28 01:59:05.382160 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab3645e-5b0b-4ed4-ac76-38088ff92878 req-d1c905fe-87f0-4f0b-b87e-cc061a70149e service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040144 Jan 28 01:59:05.449548 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44786) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:05.608571 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0157-0bea-4611-a76c-0fd5b3522bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.714535 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0157-0bea-4611-a76c-0fd5b3522bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.719029 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0157-0bea-4611-a76c-0fd5b3522bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.760758 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3c2f0157-0bea-4611-a76c-0fd5b3522bfe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e22cd868f1be4fbd8f50c9232cdd7281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068118 Jan 28 01:59:05.760758 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f0157-0bea-4611-a76c-0fd5b3522bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715469a6-e567-41ac-b43c-5418eaa3b7e7,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:05.761638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44794) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:05.823285 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.837921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44796) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:05.843124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54849223', 'description': 'tempest-secgroup-smoke-54849223 description', 'project_id': '50b9208765264efbb2e25f5ba4896b4a'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:05.857082 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.874962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Sync routers for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:05.884944 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:05.885556 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:59:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:05.902675 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.929917 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.932387 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:05.933552 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/715469a6-e567-41ac-b43c-5418eaa3b7e7 HTTP/1.1" status: 204 len: 168 time: 0.1715016 Jan 28 01:59:05.995312 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42568615-d31f-4d70-9829-a9074836f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715469a6-e567-41ac-b43c-5418eaa3b7e7,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.009736 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.014564 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.037135 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.038642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1995721 Jan 28 01:59:06.042171 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44804) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:06.049260 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:06.051950 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:06.064641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67660599-7b96-4440-a4b7-c6a247accfb9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ced0e-3a86-41a3-97c9-e0f464d77ce8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.113551 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.221086 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.226267 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.253233 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4949a7aa-1633-4a0e-a338-ea1412b103eb,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.282402 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.286297 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f76c408b-eab9-4cdf-8583-0434c0d37499 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430289 Jan 28 01:59:06.289392 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44816) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:06.295712 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:06.342114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.386560 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:59:03Z', 'revision_number': 4, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '551a80bb-6987-452f-9493-8a6a966740bd', 'name': '', 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'mac_address': 'fa:16:3e:19:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:59:01Z', 'updated_at': '2022-01-28T01:59:03Z', 'revision_number': 2, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'subnets': [{'id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:06.432906 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Checking router: cc7d292a-a913-4722-9932-f2de0ceb58d3 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:06.433274 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Updating router cc7d292a-a913-4722-9932-f2de0ceb58d3 port 551a80bb-6987-452f-9493-8a6a966740bd binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:59:06.461706 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.509841 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.571274 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f050fd-d910-49ed-8d07-4e60ed42e498 req-15221f2b-2033-4e9e-b056-c13627c60698 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.573676 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4f050fd-d910-49ed-8d07-4e60ed42e498 req-15221f2b-2033-4e9e-b056-c13627c60698 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.1825306 Jan 28 01:59:06.574691 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.592426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5998b78d-df77-4b4b-bc48-7c54e168f3f7,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:06.642647 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.647673 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44834) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:06.648179 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1c15dc6b-3a11-40db-95fc-3976557bd18a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575282 Jan 28 01:59:06.659139 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:06.754134 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4f050fd-d910-49ed-8d07-4e60ed42e498 req-fa9ba23f-4e8b-445b-a98c-8eeca176c6c0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600118 Jan 28 01:59:06.788446 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.805406 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 1899c754-cba2-4e24-9b86-83fb831bf183 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:06.897386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52ff9-d8b6-4c3a-b132-985162af1b52 req-e09ced7c-4a2a-4906-899b-070361f3d1be tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:06.900169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7c52ff9-d8b6-4c3a-b132-985162af1b52 req-e09ced7c-4a2a-4906-899b-070361f3d1be tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0820849 Jan 28 01:59:06.955358 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.961060 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.963064 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 1899c754-cba2-4e24-9b86-83fb831bf183 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:06.963555 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:06.992597 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7c52ff9-d8b6-4c3a-b132-985162af1b52 req-db78f9c3-15ec-40b9-a273-e247d5c79006 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Jan 28 01:59:07.011244 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.014883 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657227 Jan 28 01:59:07.021397 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44850) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:07.038201 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:07.053634 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f26238-d0e7-4440-afae-34f80b5cfeea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb0dab5-b1e4-4116-a976-ba5ca793d7c2,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.106579 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f447948-a0cb-4650-a7a1-9173b1716259 req-8673a734-bf88-41a3-9dd5-ede12aed3cb7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:07.108214 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f447948-a0cb-4650-a7a1-9173b1716259 req-8673a734-bf88-41a3-9dd5-ede12aed3cb7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.2065647 Jan 28 01:59:07.134518 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.144024 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.144697 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.159345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13676-e32c-4e6e-bf29-e1ede918cc9a req-173c4ec1-1e8c-4e41-9998-42b06bd93ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:07.161269 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cff13676-e32c-4e6e-bf29-e1ede918cc9a req-173c4ec1-1e8c-4e41-9998-42b06bd93ea5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.1557558 Jan 28 01:59:07.179127 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f447948-a0cb-4650-a7a1-9173b1716259 req-bbe3f45e-2e16-4a74-8338-e88397c5403a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556083 Jan 28 01:59:07.216482 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cff13676-e32c-4e6e-bf29-e1ede918cc9a req-13b161ce-b42f-4191-bb29-543838d3244f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Jan 28 01:59:07.247758 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4f05-d566-4940-a85b-8489b1936e86 None None] Pushing event updated for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.306805 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.314110 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.324723 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Attempting to bind port 551a80bb-6987-452f-9493-8a6a966740bd on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:07.325032 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Attempting to bind port 551a80bb-6987-452f-9493-8a6a966740bd by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:07.325458 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Attempting to bind port 551a80bb-6987-452f-9493-8a6a966740bd on network 91c9174e-e1ef-473b-b414-76a18a6ae084 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:07.331410 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:07.331793 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Checking segment: {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:07.332277 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.332576 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Bound using segment: {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:07.333079 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Bound port: 551a80bb-6987-452f-9493-8a6a966740bd, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751a159-0853-4fd9-948c-39419026c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:07.333673 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.343068 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad221348-42ca-4a16-9a0d-4bb1399a3c36,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.355407 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.357464 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f333ca8f-06a0-4554-829c-c9cb916c2896 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3296316 Jan 28 01:59:07.360337 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 44858) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:07.366114 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:07.396344 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.securitygroups_db [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Project 50b9208765264efbb2e25f5ba4896b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:59:07.404033 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.451981 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] For port 551a80bb-6987-452f-9493-8a6a966740bd, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:07.463604 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] For port 551a80bb-6987-452f-9493-8a6a966740bd, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=551a80bb-6987-452f-9493-8a6a966740bd,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:07.475729 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.498268 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.504953 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.540131 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abccc3cd-dba0-4975-83df-4d9421452aa1,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.551526 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.556008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 44868) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:07.563063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'security_group_rule': {'security_group_id': 'de9ced0e-3a86-41a3-97c9-e0f464d77ce8', 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:07.572875 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-03b97c8e-95ab-4ae5-b171-4a07dfab5d78 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2065442 Jan 28 01:59:07.589707 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:07.590352 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:59:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:07.605900 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4f05-d566-4940-a85b-8489b1936e86 None None] Pushing event updated for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.620704 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Project 50b9208765264efbb2e25f5ba4896b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:59:07.633242 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.665430 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] Provisioning complete for port 551a80bb-6987-452f-9493-8a6a966740bd triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:07.665807 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.828743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.835140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.888766 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:07.891866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf55314-10c7-4f1f-8bf3-868c13d38e79,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:07.917685 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:07.919065 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-49a38fd2-3b0f-460e-901a-0f5e925a914d tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3620768 Jan 28 01:59:07.966961 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4e323-f868-435e-b6bf-fa7b47583db8 req-e9a8bd0b-fa4c-4604-9e45-cd0415e4cb31 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:07.975332 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5ab4e323-f868-435e-b6bf-fa7b47583db8 req-e9a8bd0b-fa4c-4604-9e45-cd0415e4cb31 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.1018064 Jan 28 01:59:08.046925 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5ab4e323-f868-435e-b6bf-fa7b47583db8 req-5191a983-de01-4a2e-b675-e0a8d7bbdff6 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705135 Jan 28 01:59:08.205246 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f61b5-0142-4044-8e25-5578ab3e0df8 req-c2113f00-420d-4b8d-90c2-f011fbdf6539 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.207054 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e50f61b5-0142-4044-8e25-5578ab3e0df8 req-c2113f00-420d-4b8d-90c2-f011fbdf6539 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0733981 Jan 28 01:59:08.209229 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:08.292996 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e50f61b5-0142-4044-8e25-5578ab3e0df8 req-c6c4e12c-c33d-429d-9604-e8ffa6a2a6de tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785134 Jan 28 01:59:08.324536 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] For port 551a80bb-6987-452f-9493-8a6a966740bd, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=551a80bb-6987-452f-9493-8a6a966740bd,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:08.330971 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:08.369813 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6d4dc-9557-484f-96ca-255d9950fe7d req-5b83e40c-1912-4b61-be46-6b6dafeaa59d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:08.371519 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ef6d4dc-9557-484f-96ca-255d9950fe7d req-5b83e40c-1912-4b61-be46-6b6dafeaa59d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0611310 Jan 28 01:59:08.417363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ef6d4dc-9557-484f-96ca-255d9950fe7d req-109d7ee1-8c9c-434f-8e4f-adfdd4aa0a4c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388501 Jan 28 01:59:08.437070 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9e900-adca-40de-ba98-d3e404369a21 None None] Pushing event updated for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:08.466892 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-71916f84-79fa-4e5e-a3bb-f3d93fee1462 None None] Provisioning complete for port 551a80bb-6987-452f-9493-8a6a966740bd triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:08.467372 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-71916f84-79fa-4e5e-a3bb-f3d93fee1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:08.520824 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:59:03Z', 'revision_number': 4, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '551a80bb-6987-452f-9493-8a6a966740bd', 'name': '', 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'mac_address': 'fa:16:3e:19:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:59:01Z', 'updated_at': '2022-01-28T01:59:07Z', 'revision_number': 4, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'subnets': [{'id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:08.550791 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d3629-a487-42aa-9c6b-63f0cb7ada9b None None] The sync data for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi is: [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T01:59:03Z', 'revision_number': 4, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '551a80bb-6987-452f-9493-8a6a966740bd', 'name': '', 'network_id': '91c9174e-e1ef-473b-b414-76a18a6ae084', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'mac_address': 'fa:16:3e:19:39:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:59:01Z', 'updated_at': '2022-01-28T01:59:07Z', 'revision_number': 4, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'subnets': [{'id': '4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:08.822809 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 551a80bb-6987-452f-9493-8a6a966740bd up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:08.879985 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 551a80bb-6987-452f-9493-8a6a966740bd triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:08.880356 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:09.183724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993cb4-957e-452e-a920-118d99818b32 req-1682730a-2a9d-4aca-9cab-1ed649aebdce tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:09.185706 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8d993cb4-957e-452e-a920-118d99818b32 req-1682730a-2a9d-4aca-9cab-1ed649aebdce tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.0561776 Jan 28 01:59:09.228774 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8d993cb4-957e-452e-a920-118d99818b32 req-1719dc30-339b-4013-af34-ccd3519db48c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352509 Jan 28 01:59:09.425995 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b215f4-98b7-467f-8cce-7da5c25dc6e7 req-1daaf671-2c65-48ba-b304-83a45bfdef36 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:09.428200 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e0b215f4-98b7-467f-8cce-7da5c25dc6e7 req-1daaf671-2c65-48ba-b304-83a45bfdef36 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0612524 Jan 28 01:59:09.488370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-798af10a-69da-4528-9fa5-c1fb668184c3 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562806 Jan 28 01:59:09.496958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e0b215f4-98b7-467f-8cce-7da5c25dc6e7 req-a35a55c8-8e6d-46f4-8d48-c3ec03a5ba2c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Jan 28 01:59:09.736588 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d7f8-dd41-44c9-82b4-03aed6fc621e req-706a8cf0-f468-4008-bb6a-6e80e4657788 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:09.738187 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f5e4d7f8-dd41-44c9-82b4-03aed6fc621e req-706a8cf0-f468-4008-bb6a-6e80e4657788 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1407180 Jan 28 01:59:09.745625 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-878611c8-7084-44ef-b59c-a5b858f44d5c tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:09.747939 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-878611c8-7084-44ef-b59c-a5b858f44d5c tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495914 Jan 28 01:59:09.777877 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-9863eb86-f9da-477a-a580-43254e77b346 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/quotas/703391c3a9b64cf8a323d0fe7e105a6b HTTP/1.1" status: 200 len: 375 time: 0.0228274 Jan 28 01:59:09.802921 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f5e4d7f8-dd41-44c9-82b4-03aed6fc621e req-c14deace-2fd8-42a3-a3f5-06af661bf63f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539584 Jan 28 01:59:09.817586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-73cc6f33-6bfb-4cfc-b65d-136985f9a7f5 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318880 Jan 28 01:59:10.021142 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-632f8ed0-23f0-4b01-9af1-5a3c48e394fb req-8f3db56f-759a-4e7f-8309-8ee84c217aa1 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jan 28 01:59:10.082525 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29506cf-8051-4354-9aa3-057d389da1cf req-c1ef1915-3e06-440a-a7bd-f899f0870c24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.084246 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b29506cf-8051-4354-9aa3-057d389da1cf req-c1ef1915-3e06-440a-a7bd-f899f0870c24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0605557 Jan 28 01:59:10.161211 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b29506cf-8051-4354-9aa3-057d389da1cf req-ea6291a2-c349-4fea-884f-4a0319505926 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660181 Jan 28 01:59:10.170944 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-f2534aa4-6b8c-4333-8238-966e6efd90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.172594 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-f2534aa4-6b8c-4333-8238-966e6efd90df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.0873826 Jan 28 01:59:10.300298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-85d3d5f1-b01c-42a8-84d3-eb6565bed1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.306018 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-85d3d5f1-b01c-42a8-84d3-eb6565bed1b7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.1215625 Jan 28 01:59:10.599334 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-4d530ff9-f7ad-4a91-8d10-e4f1ab1278a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.2537231 Jan 28 01:59:10.614764 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8073d7f-fc35-4f04-89e3-99041023052f req-681dddd2-9e14-4c34-8785-36808ba9f8e0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.616246 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8073d7f-fc35-4f04-89e3-99041023052f req-681dddd2-9e14-4c34-8785-36808ba9f8e0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.3016627 Jan 28 01:59:10.682502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-82615cd8-19cf-4a79-917b-aed595c17565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:10.683921 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-82615cd8-19cf-4a79-917b-aed595c17565 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.0663140 Jan 28 01:59:10.691898 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8073d7f-fc35-4f04-89e3-99041023052f req-c4f92389-fc92-4c93-af49-7afbcaaacf76 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Jan 28 01:59:10.727510 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-57f8df05-c81f-4d02-84a3-2654601a0766 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jan 28 01:59:10.863106 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-f94e09e1-ba46-4ed3-abbb-f084d4172130 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198664 Jan 28 01:59:11.002326 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf010-8abf-4c3f-bcad-2bf02dc3b917 req-dc103b10-7a7d-4b80-bf76-84367d016558 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:11.003830 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ddaf010-8abf-4c3f-bcad-2bf02dc3b917 req-dc103b10-7a7d-4b80-bf76-84367d016558 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1042712 Jan 28 01:59:11.021966 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04f5a416-0b0b-408a-a5f2-0f0410d76a5e req-0f23a79b-9f1a-419f-8432-c7d586ec6058 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416731 Jan 28 01:59:11.050930 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ddaf010-8abf-4c3f-bcad-2bf02dc3b917 req-914a18f1-d9cc-49ec-b123-fed2cf4f3e32 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Jan 28 01:59:11.141511 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-453c3959-5904-4a35-a64f-c9f4ec3b4380 req-35b8e584-cc32-49a1-832d-269c7946602f tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Jan 28 01:59:11.292384 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c822a0-4618-47c7-a735-865248240b87 req-74f4a535-cb8f-4940-ba5d-b0567f11b9dc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:11.294704 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-24c822a0-4618-47c7-a735-865248240b87 req-74f4a535-cb8f-4940-ba5d-b0567f11b9dc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0528243 Jan 28 01:59:11.335934 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-24c822a0-4618-47c7-a735-865248240b87 req-c7522d8e-88a0-4d99-86d4-a70306684b28 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Jan 28 01:59:11.547910 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-24cdbee9-afb9-43d5-bfd6-8b5a89f60e32 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271039 Jan 28 01:59:11.681626 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-a40e1aa2-75d8-4458-8436-d2c03fccdeb8 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:11.682919 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-a40e1aa2-75d8-4458-8436-d2c03fccdeb8 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178150 Jan 28 01:59:11.745611 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Request body: {'port': {'device_id': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9', 'admin_state_up': True, 'tenant_id': '703391c3a9b64cf8a323d0fe7e105a6b'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:11.881685 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2290f2e-6c86-40ad-b84c-5b5cf043f243 req-d7cffb2f-e87f-4a90-9a4f-21738f0f10f0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:11.883121 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c2290f2e-6c86-40ad-b84c-5b5cf043f243 req-d7cffb2f-e87f-4a90-9a4f-21738f0f10f0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.0865996 Jan 28 01:59:11.938896 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c2290f2e-6c86-40ad-b84c-5b5cf043f243 req-c6a43dac-f39c-4f3f-a1bb-0c3f7e329a30 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490358 Jan 28 01:59:11.940435 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Made reservation on behalf of 703391c3a9b64cf8a323d0fe7e105a6b for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:11.944550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:11.955240 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.054537 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.059018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.127300 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40677ef-9032-4ccf-a277-7657badde0ec,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:12.226213 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0870-5d65-4d11-94b2-9ec510fff901 req-1d5f5d7f-d79d-4716-8b1e-ec6cb5a9e65f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:12.227674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5ad0870-5d65-4d11-94b2-9ec510fff901 req-1d5f5d7f-d79d-4716-8b1e-ec6cb5a9e65f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0953279 Jan 28 01:59:12.247384 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Allocated IP 192.168.233.52 (84f8aaac-6c08-4073-af35-3cd68eb7afd9/89beef91-f5fd-4dcd-92b1-61bfe28b59da/dc8b2a50-fe3e-4162-a186-494f743036d5) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:12.300824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5ad0870-5d65-4d11-94b2-9ec510fff901 req-88ad2756-8e03-4d04-aba7-210ad5c533bf tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661907 Jan 28 01:59:12.406794 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4719f282-8367-4463-ae07-53b8af98b0ea req-b8d21b84-1fe7-455c-aab7-07b2f1c2fd32 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 210 time: 0.0365701 Jan 28 01:59:12.470786 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.544768 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.588831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e6c45-e631-4700-acc8-c52df35a7e9a req-f764b4f0-fcde-4349-a518-25af7777b0da tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:12.588831 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-022e6c45-e631-4700-acc8-c52df35a7e9a req-f764b4f0-fcde-4349-a518-25af7777b0da tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1040118 Jan 28 01:59:12.612317 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:12.624491 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:12.628363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:12.633866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:12.634490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.636831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Pushing event updated for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:12.665605 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-46fcdeb8-9aeb-4538-a590-4f0fa4ff92f7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9241204 Jan 28 01:59:12.668725 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-022e6c45-e631-4700-acc8-c52df35a7e9a req-f0a0cf0e-c316-43c1-9120-c37b90cf4393 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687339 Jan 28 01:59:12.689211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Request body: {'port': {'device_id': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:12.708436 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:12.758092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:12.973699 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0dcdbf0b-7eaa-4c7c-852c-0c7758dbc923 None None] Provisioning complete for port dc8b2a50-fe3e-4162-a186-494f743036d5 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:12.974246 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbf0b-7eaa-4c7c-852c-0c7758dbc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.024033 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdbf0b-7eaa-4c7c-852c-0c7758dbc923 None None] Port dc8b2a50-fe3e-4162-a186-494f743036d5 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:59:13.125050 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92ebe-90cd-49cf-8dfa-a9a3aba4a9c0 req-eccee52d-875e-4d6b-8275-5330e02cabeb tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.126551 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ec92ebe-90cd-49cf-8dfa-a9a3aba4a9c0 req-eccee52d-875e-4d6b-8275-5330e02cabeb tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.0967216 Jan 28 01:59:13.145609 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8b2a50-fe3e-4162-a186-494f743036d5 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:13.161655 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.186377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Transition to ACTIVE for port object dc8b2a50-fe3e-4162-a186-494f743036d5 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:13.193108 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.198712 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ec92ebe-90cd-49cf-8dfa-a9a3aba4a9c0 req-b90e2cf4-6160-499e-a183-715492d75137 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635669 Jan 28 01:59:13.252774 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:13.292133 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Attempting to bind port dc8b2a50-fe3e-4162-a186-494f743036d5 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:13.292699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Attempting to bind port dc8b2a50-fe3e-4162-a186-494f743036d5 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:13.293283 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Attempting to bind port dc8b2a50-fe3e-4162-a186-494f743036d5 on network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:13.302729 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Port dc8b2a50-fe3e-4162-a186-494f743036d5 on network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:13.303306 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Attempting to bind port dc8b2a50-fe3e-4162-a186-494f743036d5 on network 84f8aaac-6c08-4073-af35-3cd68eb7afd9 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:13.312203 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:13.312550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Checking segment: {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:13.312974 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Bound using segment: {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:13.313421 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Bound port: dc8b2a50-fe3e-4162-a186-494f743036d5, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a69eb4-67b9-409e-b371-4b83f7fd516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:13.313785 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.443970 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:13.504330 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dc8b2a50-fe3e-4162-a186-494f743036d5,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:13.513247 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.565183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.565954 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:13.568078 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-743231cf-1098-4802-85d3-515f2d363536 service neutron] 10.222.0.100 "PUT /v2.0/ports/dc8b2a50-fe3e-4162-a186-494f743036d5 HTTP/1.1" status: 200 len: 1097 time: 0.8834369 Jan 28 01:59:13.578235 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:13.580511 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bd137a-950d-4a51-9fce-5ab314fff757" -d '{"events": [{"name": "network-changed", "server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:13.609707 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabae2d-6a5f-49cb-9c2c-e72b88356554 req-05ad4d0c-4a13-45b9-a39d-c9500c61dfbb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.611205 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1fabae2d-6a5f-49cb-9c2c-e72b88356554 req-05ad4d0c-4a13-45b9-a39d-c9500c61dfbb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1965983 Jan 28 01:59:13.655105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-3dd2f92f-7e9b-478f-b344-ced5c259dd02 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.656750 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-3dd2f92f-7e9b-478f-b344-ced5c259dd02 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.2721400 Jan 28 01:59:13.675420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743231cf-1098-4802-85d3-515f2d363536 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:13.720773 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-d7b4a92f-96d5-411a-a030-7c07f4f48edf tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/quotas/f2f478fd06754a38b139c8415da6a514 HTTP/1.1" status: 200 len: 375 time: 0.0485754 Jan 28 01:59:13.725691 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1fabae2d-6a5f-49cb-9c2c-e72b88356554 req-8444a0a5-ff48-4e68-b575-17fd46b2c4db tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065023 Jan 28 01:59:13.736549 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-c8fbeef6-d754-434b-be7d-11c92bb2f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.738076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-c8fbeef6-d754-434b-be7d-11c92bb2f7dd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 1100 time: 0.0759423 Jan 28 01:59:13.798824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-2024030b-39c2-46a7-8b7a-dc6a8070783e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548379 Jan 28 01:59:13.942441 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032da8b-7951-4b4c-b825-6ec236d75a9e req-00995b8d-a1c4-4e22-b886-b197cf021992 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:13.943964 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b032da8b-7951-4b4c-b825-6ec236d75a9e req-00995b8d-a1c4-4e22-b886-b197cf021992 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 947 time: 0.1421306 Jan 28 01:59:13.947875 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-ff620225-b27a-4456-808d-d9914b4c02ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dc8b2a50-fe3e-4162-a186-494f743036d5 HTTP/1.1" status: 200 len: 217 time: 0.0532968 Jan 28 01:59:14.006651 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-5b6ce894-359d-4cea-8748-bdf93454a857 service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954505 Jan 28 01:59:14.083871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b032da8b-7951-4b4c-b825-6ec236d75a9e req-0b87da26-947d-4546-a150-c46eeb260414 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331546 Jan 28 01:59:14.092043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-e554ed34-6cdf-43e6-9022-281d49be4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.093416 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-e554ed34-6cdf-43e6-9022-281d49be4284 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=89beef91-f5fd-4dcd-92b1-61bfe28b59da HTTP/1.1" status: 200 len: 843 time: 0.1280384 Jan 28 01:59:14.174678 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f7889-5bc2-406a-ad85-b2f7f22b0108 x-openstack-request-id: req-3c8f7889-5bc2-406a-ad85-b2f7f22b0108 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:14.175140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:14.175538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3c8f7889-5bc2-406a-ad85-b2f7f22b0108 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:14.176150 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5', 'status': 'completed', 'code': 200} Jan 28 01:59:14.217973 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-b2907b44-7cdb-4c36-b0fe-576bf60ccefc service neutron] 10.222.0.96 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035468 Jan 28 01:59:14.228657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-b89bf5a8-452d-4615-adcf-16c39b96d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.231600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-b89bf5a8-452d-4615-adcf-16c39b96d701 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=84f8aaac-6c08-4073-af35-3cd68eb7afd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1207757 Jan 28 01:59:14.340376 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604670-2d1f-4ec1-966b-ef18f055fa16 req-8dc8861d-3373-4a03-a7be-0d3a6c09866f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.342072 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b8604670-2d1f-4ec1-966b-ef18f055fa16 req-8dc8861d-3373-4a03-a7be-0d3a6c09866f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1174071 Jan 28 01:59:14.398647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-f04a4e83-696d-43c7-9117-e604299350e1 service neutron] 10.222.0.100 "GET /v2.0/networks/84f8aaac-6c08-4073-af35-3cd68eb7afd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321023 Jan 28 01:59:14.452195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b8604670-2d1f-4ec1-966b-ef18f055fa16 req-72411f04-4fad-492a-afcc-05a3fb62304e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965092 Jan 28 01:59:14.525717 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174f3bd-f348-4349-9f97-b927962aa2f4 req-e2bdf42b-6a80-4f20-9054-cb79881164af tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.527540 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5174f3bd-f348-4349-9f97-b927962aa2f4 req-e2bdf42b-6a80-4f20-9054-cb79881164af tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.1334264 Jan 28 01:59:14.637111 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-37068f2d-4f39-45a8-9ec7-e2723605bfdb req-9286dc21-2a59-48eb-98fc-3c6bed1ddca8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 210 time: 0.0639071 Jan 28 01:59:14.663801 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91e40aa7-6607-4325-a3e0-1dc765d9206e req-770db43f-dbe0-43b4-8f1a-dd2f6964cdbc service neutron] 10.222.0.100 "GET /v2.0/networks/84f8aaac-6c08-4073-af35-3cd68eb7afd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472005 Jan 28 01:59:14.685670 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5174f3bd-f348-4349-9f97-b927962aa2f4 req-5e64be69-40a9-490a-b369-7a3d744dd5b4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508827 Jan 28 01:59:14.928545 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5b815-c8b3-4223-9ae3-44de54d1da5e req-85134eb8-d063-4b23-8ee2-4beadec73296 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.937228 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-28c5b815-c8b3-4223-9ae3-44de54d1da5e req-85134eb8-d063-4b23-8ee2-4beadec73296 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1052191 Jan 28 01:59:14.968678 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-e07a1594-36e4-4139-8bda-dbad75809cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:14.970208 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-e07a1594-36e4-4139-8bda-dbad75809cf8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 1100 time: 0.1089575 Jan 28 01:59:14.983145 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:15.013201 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-28c5b815-c8b3-4223-9ae3-44de54d1da5e req-a66515e0-459f-403b-8fbd-8d2f53aac350 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742388 Jan 28 01:59:15.199413 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-ed50b168-bd30-40a3-9c37-9dd9fd2b95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.201851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-ed50b168-bd30-40a3-9c37-9dd9fd2b95b4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=84f8aaac-6c08-4073-af35-3cd68eb7afd9 HTTP/1.1" status: 200 len: 870 time: 0.1865096 Jan 28 01:59:15.263809 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c728f1-40b8-4068-8bf7-0ec95bff27d4 req-e2a451d7-b5ca-4d3a-a647-06d549580f48 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.266563 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a8c728f1-40b8-4068-8bf7-0ec95bff27d4 req-e2a451d7-b5ca-4d3a-a647-06d549580f48 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 947 time: 0.0877366 Jan 28 01:59:15.307867 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-2b50b0c6-f68d-4ffc-a0ea-f7327d82a832 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dc8b2a50-fe3e-4162-a186-494f743036d5 HTTP/1.1" status: 200 len: 217 time: 0.0400560 Jan 28 01:59:15.380667 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a8c728f1-40b8-4068-8bf7-0ec95bff27d4 req-2e564ece-d4ea-4f39-afe6-75a0100e7e63 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Jan 28 01:59:15.393369 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-d3616948-f960-4610-807e-a05842a7a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.394843 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-d3616948-f960-4610-807e-a05842a7a2f3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=89beef91-f5fd-4dcd-92b1-61bfe28b59da HTTP/1.1" status: 200 len: 843 time: 0.0681329 Jan 28 01:59:15.442677 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-ff01607a-c649-49dc-8350-d66e34f241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.444171 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-ff01607a-c649-49dc-8350-d66e34f241bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=84f8aaac-6c08-4073-af35-3cd68eb7afd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421438 Jan 28 01:59:15.546019 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-79edda89-883c-4dbc-9535-3ef808c1dc1a service neutron] 10.222.0.100 "GET /v2.0/networks/84f8aaac-6c08-4073-af35-3cd68eb7afd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890865 Jan 28 01:59:15.644492 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90bd137a-950d-4a51-9fce-5ab314fff757 req-ad2c9b2a-9845-4a7b-83f6-b66a6a7284ce service neutron] 10.222.0.100 "GET /v2.0/networks/84f8aaac-6c08-4073-af35-3cd68eb7afd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889175 Jan 28 01:59:15.750253 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c28d9ba-9efb-45c0-8b65-5876b6ae0a4e req-cfe486f0-06a0-464c-bef4-ef6a05dce12f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 210 time: 0.0351994 Jan 28 01:59:15.833895 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85d9b4-db78-4647-a260-6387f2930344 req-92ff3210-01da-46a1-8274-b035645620fc tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:15.835252 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd85d9b4-db78-4647-a260-6387f2930344 req-92ff3210-01da-46a1-8274-b035645620fc tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.0567305 Jan 28 01:59:15.874004 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd85d9b4-db78-4647-a260-6387f2930344 req-9fac6065-4991-4199-b4e5-3cc2c40d1517 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jan 28 01:59:16.129143 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-4ad600a0-c890-438e-970b-52f3b27183b2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:16.134940 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-4ad600a0-c890-438e-970b-52f3b27183b2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 815 time: 0.1301911 Jan 28 01:59:16.193853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Request body: {'port': {'device_id': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'admin_state_up': True, 'tenant_id': 'f2f478fd06754a38b139c8415da6a514'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:16.336278 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fdb21-4364-4ad1-9f60-5e126b0ca4db req-d5234a52-020a-4b5e-8d21-217da195e892 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:16.337826 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-182fdb21-4364-4ad1-9f60-5e126b0ca4db req-d5234a52-020a-4b5e-8d21-217da195e892 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.2012479 Jan 28 01:59:16.352669 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff62c3-6ddb-4dad-a932-252024240cb7 req-649bffad-b1fb-47dd-b6fe-0cd19a527a01 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:16.354007 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccff62c3-6ddb-4dad-a932-252024240cb7 req-649bffad-b1fb-47dd-b6fe-0cd19a527a01 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1733463 Jan 28 01:59:16.647781 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-182fdb21-4364-4ad1-9f60-5e126b0ca4db req-674549d8-9862-4085-9f18-1c67e088bc15 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028936 Jan 28 01:59:16.659722 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ccff62c3-6ddb-4dad-a932-252024240cb7 req-00940256-b7e7-4947-87fc-5025560e9f8d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974205 Jan 28 01:59:16.686727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Made reservation on behalf of f2f478fd06754a38b139c8415da6a514 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:16.691501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:16.841998 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4f5b-fdcc-4ad5-9601-3de5aadeb943 req-cba4d334-5d59-4806-8e22-953f1c5befba tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:16.843468 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd7c4f5b-fdcc-4ad5-9601-3de5aadeb943 req-cba4d334-5d59-4806-8e22-953f1c5befba tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 947 time: 0.0976741 Jan 28 01:59:16.882794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Allocated IP 172.20.0.3 (72255c1f-77c9-4e8a-9e7a-3b079454c5f0/0f9c74bb-9363-4d58-8547-c6c8dcd7cf09/795e674c-2378-45d3-a53d-1f3437f0f728) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:16.906684 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd7c4f5b-fdcc-4ad5-9601-3de5aadeb943 req-d7c50d61-fc68-424f-b736-760cc2c22567 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Jan 28 01:59:17.048237 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db09bb27-2b83-41e4-9b7c-6ec40e8870e5 req-10bfbfff-2eaa-463b-8672-2fcaeaff0c4a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 210 time: 0.0512989 Jan 28 01:59:17.139174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.163489 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b993c53-9f82-4d7b-97ab-d4e38daee48c req-ce21323e-e2b6-47a4-849f-e953ff9b9c34 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:17.164964 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b993c53-9f82-4d7b-97ab-d4e38daee48c req-ce21323e-e2b6-47a4-849f-e953ff9b9c34 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 943 time: 0.0835242 Jan 28 01:59:17.211134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.244218 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b993c53-9f82-4d7b-97ab-d4e38daee48c req-92646c2f-7f71-44be-abd0-5a73f914886e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717630 Jan 28 01:59:17.264900 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:17.266451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:17.275005 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:17.275758 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8', '770e2a60-f836-46bc-ba19-66a19ac3ab81', '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:17.286484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:17.287688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.317498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event updated for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:17.334303 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-63ca331a-76f9-4955-8581-8759da601199 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1552637 Jan 28 01:59:17.356998 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Request body: {'port': {'device_id': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:17.421646 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.717258 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795e674c-2378-45d3-a53d-1f3437f0f728 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:17.725192 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.746528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Transition to ACTIVE for port object 795e674c-2378-45d3-a53d-1f3437f0f728 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:17.768113 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.834707 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Pushing event updated for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:17.844849 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579da23-41f0-4a25-a235-567eecfff108 req-25677448-86aa-4f0a-b425-0519798b9d5d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:17.846422 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3579da23-41f0-4a25-a235-567eecfff108 req-25677448-86aa-4f0a-b425-0519798b9d5d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1153431 Jan 28 01:59:17.869451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a96061fe-84a7-4238-9f60-3ee0a48a23b7 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:17.892713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Attempting to bind port 795e674c-2378-45d3-a53d-1f3437f0f728 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:17.893139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Attempting to bind port 795e674c-2378-45d3-a53d-1f3437f0f728 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:17.893461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Attempting to bind port 795e674c-2378-45d3-a53d-1f3437f0f728 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:17.901211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Port 795e674c-2378-45d3-a53d-1f3437f0f728 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:17.901530 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Attempting to bind port 795e674c-2378-45d3-a53d-1f3437f0f728 on network 72255c1f-77c9-4e8a-9e7a-3b079454c5f0 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:17.917887 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3579da23-41f0-4a25-a235-567eecfff108 req-e4db9ad5-afd8-4895-9670-917dfe7882b4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531979 Jan 28 01:59:17.919210 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:17.920348 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Checking segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:17.920348 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Bound using segment: {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:17.920693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Bound port: 795e674c-2378-45d3-a53d-1f3437f0f728, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ccfda5-0133-4a05-ad35-9b48c9a66067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:17.921013 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:17.987420 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:18.000814 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'port_id': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'mac_address': 'fa:16:3e:81:19:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:18.046383 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.060654 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:18.060938 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96061fe-84a7-4238-9f60-3ee0a48a23b7 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:18.079377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=795e674c-2378-45d3-a53d-1f3437f0f728,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:18.096745 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c77ba-51cb-4559-a905-a7ff699e6be3 req-5f1b0526-2449-49c6-a483-c382e480c799 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.098748 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c3c77ba-51cb-4559-a905-a7ff699e6be3 req-5f1b0526-2449-49c6-a483-c382e480c799 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 947 time: 0.0861793 Jan 28 01:59:18.101217 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.102536 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:18.111880 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.114690 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device dc8b2a50-fe3e-4162-a186-494f743036d5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:18.159182 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.159440 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.160908 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] 10.222.0.100 "PUT /v2.0/ports/795e674c-2378-45d3-a53d-1f3437f0f728 HTTP/1.1" status: 200 len: 1093 time: 0.8085489 Jan 28 01:59:18.161480 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:18.166938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e2432-d7d2-48d4-87f9-b86043cb4e30" -d '{"events": [{"name": "network-changed", "server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:18.243999 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c3c77ba-51cb-4559-a905-a7ff699e6be3 req-36d21b10-06f3-4578-82be-2d7e062625e2 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298842 Jan 28 01:59:18.246024 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46548cec-4d31-421d-91a6-b324f414c41f service neutron] Pushing event updated for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:18.263293 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:18.297766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34906089-fc98-4fe1-99fa-b717089ebe4e req-f4d29721-4ea8-42d3-85bd-47fe2e83c323 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.299149 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34906089-fc98-4fe1-99fa-b717089ebe4e req-f4d29721-4ea8-42d3-85bd-47fe2e83c323 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 943 time: 0.1024151 Jan 28 01:59:18.309786 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074d01e2-1466-409e-9d8e-7cefc5330fc6 x-openstack-request-id: req-074d01e2-1466-409e-9d8e-7cefc5330fc6 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:18.310278 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:18.310582 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-074d01e2-1466-409e-9d8e-7cefc5330fc6 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:18.310993 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728', 'status': 'completed', 'code': 200} Jan 28 01:59:18.323944 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dc8b2a50-fe3e-4162-a186-494f743036d5,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:18.338575 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'dc8b2a50-fe3e-4162-a186-494f743036d5', 'network_id': '84f8aaac-6c08-4073-af35-3cd68eb7afd9', 'port_id': 'dc8b2a50-fe3e-4162-a186-494f743036d5', 'mac_address': 'fa:16:3e:a4:51:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89beef91-f5fd-4dcd-92b1-61bfe28b59da', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:18.355644 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-f18362ed-be0f-4313-9428-0d528ee4aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.357601 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-f18362ed-be0f-4313-9428-0d528ee4aaf7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 1096 time: 0.0977163 Jan 28 01:59:18.365851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34906089-fc98-4fe1-99fa-b717089ebe4e req-8d82ee6d-9c3a-4746-9a3c-8b5899074669 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Jan 28 01:59:18.396004 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.414131 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8b2a50-fe3e-4162-a186-494f743036d5 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:18.438089 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dc8b2a50-fe3e-4162-a186-494f743036d5,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:18.445472 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:18.446127 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-d1242e77-6c6f-475f-b59b-f9e57e79b84b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795e674c-2378-45d3-a53d-1f3437f0f728 HTTP/1.1" status: 200 len: 217 time: 0.0591371 Jan 28 01:59:18.471433 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fc33f-5e8a-4de3-bebd-5324a576e828 req-45bc1e42-393d-4105-a9e2-7b0bcee5af3d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.475117 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a26fc33f-5e8a-4de3-bebd-5324a576e828 req-45bc1e42-393d-4105-a9e2-7b0bcee5af3d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 944 time: 0.0972733 Jan 28 01:59:18.518134 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:18.554336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-98c9950e-e5ee-4623-9c67-05b7ec96847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.556922 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-98c9950e-e5ee-4623-9c67-05b7ec96847a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0800350 Jan 28 01:59:18.567565 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a26fc33f-5e8a-4de3-bebd-5324a576e828 req-6c9c2d46-1bea-49b1-9c85-2d5d51b4cb4f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788779 Jan 28 01:59:18.607972 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-d7f5a356-072b-4f28-8163-852ee74bfeec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388541 Jan 28 01:59:18.721642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-af01141c-d380-481f-aea1-2d1d066938c7 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027684 Jan 28 01:59:18.828673 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4cf0096-b96a-4c4d-8577-e7121c3ef256 req-a0c307d3-7958-4d10-a7ed-57270ce991f0 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999858 Jan 28 01:59:19.054794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-698ebfc6-c96d-449d-9a76-5ac3616669c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.056286 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-698ebfc6-c96d-449d-9a76-5ac3616669c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f2f478fd06754a38b139c8415da6a514&device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 1096 time: 0.0765426 Jan 28 01:59:19.071454 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150145-5fed-4a97-8742-048817fb4bab req-67950d01-8539-4879-a2a5-b4761ff8d793 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.072897 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a1150145-5fed-4a97-8742-048817fb4bab req-67950d01-8539-4879-a2a5-b4761ff8d793 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0662930 Jan 28 01:59:19.166210 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a1150145-5fed-4a97-8742-048817fb4bab req-f002cf0e-cb26-4d4e-a8a1-a9423dbc1a07 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843713 Jan 28 01:59:19.177079 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['dc8b2a50-fe3e-4162-a186-494f743036d5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:19.190728 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-f586de7e-8d6f-4d37-89f2-13be1538e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.192192 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-f586de7e-8d6f-4d37-89f2-13be1538e375 service neutron] 10.222.0.100 "GET /v2.0/networks?id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 200 len: 916 time: 0.1184332 Jan 28 01:59:19.209296 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['a96061fe-84a7-4238-9f60-3ee0a48a23b7'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:19.244381 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-d551f36c-851d-449d-8505-edaa4df52981 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795e674c-2378-45d3-a53d-1f3437f0f728 HTTP/1.1" status: 200 len: 217 time: 0.0415432 Jan 28 01:59:19.300931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-0a0f784c-7a96-449a-b6f6-18657c1a6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.302638 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-0a0f784c-7a96-449a-b6f6-18657c1a6445 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 200 len: 855 time: 0.0496731 Jan 28 01:59:19.338195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-254c6e57-54b6-4dc2-88fa-72aafb86d10c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=72255c1f-77c9-4e8a-9e7a-3b079454c5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273018 Jan 28 01:59:19.440823 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d819-310a-4a16-bc67-fb7dcfcdc5c8 req-bd99d364-9bde-4e65-9eea-55299b019d6b tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.442305 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-03e1d819-310a-4a16-bc67-fb7dcfcdc5c8 req-bd99d364-9bde-4e65-9eea-55299b019d6b tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 948 time: 0.1065025 Jan 28 01:59:19.518962 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-3b11f1a2-2022-483c-94a3-89aea005ade7 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701534 Jan 28 01:59:19.551589 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-03e1d819-310a-4a16-bc67-fb7dcfcdc5c8 req-d4566abd-62cd-42ff-96e8-5fe8a3e626dd tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924573 Jan 28 01:59:19.613124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14d3eb-757e-4429-9d59-e841ae118a6e req-99a8ec3b-85ea-4abd-bddb-0ba2c2d0f878 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.614725 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b14d3eb-757e-4429-9d59-e841ae118a6e req-99a8ec3b-85ea-4abd-bddb-0ba2c2d0f878 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 943 time: 0.1419449 Jan 28 01:59:19.696964 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b62e2432-d7d2-48d4-87f9-b86043cb4e30 req-20ab7ba9-997c-4cb4-8bcf-014af0b1c853 service neutron] 10.222.0.100 "GET /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624112 Jan 28 01:59:19.713952 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b14d3eb-757e-4429-9d59-e841ae118a6e req-a8d40af8-c48e-49e3-b4d5-3dc4f279af4d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841632 Jan 28 01:59:19.730687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bba86-369a-46da-97ba-dd641d12ad4d req-cd445771-3605-4661-972a-0c42d596079c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:19.732317 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-868bba86-369a-46da-97ba-dd641d12ad4d req-cd445771-3605-4661-972a-0c42d596079c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 944 time: 0.0752108 Jan 28 01:59:19.776174 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-868bba86-369a-46da-97ba-dd641d12ad4d req-fb6e6b83-0d07-4528-9696-6fc2f806e467 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Jan 28 01:59:20.292062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186565d-a6d3-4529-af84-4a0299c1a14a req-0f83140d-5e3a-412e-b177-558ae3d464c0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:20.293861 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3186565d-a6d3-4529-af84-4a0299c1a14a req-0f83140d-5e3a-412e-b177-558ae3d464c0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0543296 Jan 28 01:59:20.337026 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3186565d-a6d3-4529-af84-4a0299c1a14a req-eb867d4a-7794-4b2d-a247-f2629d513c27 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Jan 28 01:59:20.674767 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285860-ff63-45f5-88d0-bd30cb5560c8 req-2031cdf9-125d-4f18-aedc-ac5ddb2fb42a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:20.676409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f285860-ff63-45f5-88d0-bd30cb5560c8 req-2031cdf9-125d-4f18-aedc-ac5ddb2fb42a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 948 time: 0.0528820 Jan 28 01:59:20.722101 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f285860-ff63-45f5-88d0-bd30cb5560c8 req-a7bab6e4-a826-48f8-8fdb-253613349f6a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Jan 28 01:59:20.857004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd09e8-ba50-40b3-b61f-f1257b9717cd req-ffc58e83-93c1-4bf4-baf5-d0f2fe4e138f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:20.858747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-16fd09e8-ba50-40b3-b61f-f1257b9717cd req-ffc58e83-93c1-4bf4-baf5-d0f2fe4e138f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 943 time: 0.0718298 Jan 28 01:59:20.933409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-16fd09e8-ba50-40b3-b61f-f1257b9717cd req-7c9d2e90-5398-4702-8925-34632b8a0eac tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Jan 28 01:59:20.950093 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdf1b7-21f2-4b54-b0e6-ba6df514399c req-f4dd0b41-d8de-4bc5-b0fa-1a9fca5946c7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:20.951600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cafdf1b7-21f2-4b54-b0e6-ba6df514399c req-f4dd0b41-d8de-4bc5-b0fa-1a9fca5946c7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 944 time: 0.0848057 Jan 28 01:59:20.992377 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cafdf1b7-21f2-4b54-b0e6-ba6df514399c req-a38a416c-ff83-4573-b3bf-f26e6c531a87 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347686 Jan 28 01:59:21.465748 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08957add-3ed2-4092-9729-0a140b08a378 req-275cf54d-690b-4b92-8006-30f08c6c665e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:21.467698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08957add-3ed2-4092-9729-0a140b08a378 req-275cf54d-690b-4b92-8006-30f08c6c665e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Jan 28 01:59:21.514239 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08957add-3ed2-4092-9729-0a140b08a378 req-ed2b3fbe-f427-48a7-a3cc-c5334cef9448 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Jan 28 01:59:21.853670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404ab18-14bd-43ef-a687-1e91d324b770 req-b25f450d-ca05-4769-97f7-09f7293e5ee7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:21.855061 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b404ab18-14bd-43ef-a687-1e91d324b770 req-b25f450d-ca05-4769-97f7-09f7293e5ee7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 948 time: 0.0593164 Jan 28 01:59:21.887838 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 795e674c-2378-45d3-a53d-1f3437f0f728 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:21.898637 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a96061fe-84a7-4238-9f60-3ee0a48a23b7 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:21.909202 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b404ab18-14bd-43ef-a687-1e91d324b770 req-a65912bc-99b6-439b-8bed-7912d5e98a7e tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Jan 28 01:59:22.013581 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port a96061fe-84a7-4238-9f60-3ee0a48a23b7 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:59:22.050772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port a96061fe-84a7-4238-9f60-3ee0a48a23b7 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:22.051645 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.081721 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5207e-b5d6-4465-b03f-63cbbbc6d887 req-cd6f76c0-0bbf-45dd-ae77-d7cfddfdd790 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.083834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-efe5207e-b5d6-4465-b03f-63cbbbc6d887 req-cd6f76c0-0bbf-45dd-ae77-d7cfddfdd790 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 943 time: 0.0726457 Jan 28 01:59:22.095324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=795e674c-2378-45d3-a53d-1f3437f0f728,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:22.115679 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '795e674c-2378-45d3-a53d-1f3437f0f728', 'network_id': '72255c1f-77c9-4e8a-9e7a-3b079454c5f0', 'port_id': '795e674c-2378-45d3-a53d-1f3437f0f728', 'mac_address': 'fa:16:3e:32:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9c74bb-9363-4d58-8547-c6c8dcd7cf09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:22.157692 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-efe5207e-b5d6-4465-b03f-63cbbbc6d887 req-52877e32-4355-4cd2-9e47-d1e60c784c57 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Jan 28 01:59:22.167894 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5de1-9fe1-4242-b892-7e8f7883f2c6 req-bfb2a272-079f-4b60-b169-9489bd0635da tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.176502 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed3a5de1-9fe1-4242-b892-7e8f7883f2c6 req-bfb2a272-079f-4b60-b169-9489bd0635da tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 944 time: 0.0915790 Jan 28 01:59:22.188092 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.213394 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed3a5de1-9fe1-4242-b892-7e8f7883f2c6 req-a8bf2268-5ce0-4dbf-918e-fc5968c4a6b6 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Jan 28 01:59:22.214728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795e674c-2378-45d3-a53d-1f3437f0f728 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:22.221098 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.252626 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=795e674c-2378-45d3-a53d-1f3437f0f728,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:22.264248 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.265985 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:22.268297 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba4340-aab5-43bc-8693-1b544e732ae1" -d '{"events": [{"server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "name": "network-vif-plugged", "status": "completed", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:22.316258 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:22.335016 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea7e49-5852-4ea8-bddd-adeb00b14ea3 x-openstack-request-id: req-24ea7e49-5852-4ea8-bddd-adeb00b14ea3 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:22.335326 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "name": "network-vif-plugged", "status": "completed", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:22.335576 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-24ea7e49-5852-4ea8-bddd-adeb00b14ea3 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:22.336060 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'code': 200} Jan 28 01:59:22.336570 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.337755 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device dc8b2a50-fe3e-4162-a186-494f743036d5 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:22.381493 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:22.471905 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port dc8b2a50-fe3e-4162-a186-494f743036d5 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:59:22.480451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port dc8b2a50-fe3e-4162-a186-494f743036d5 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:22.480774 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.483060 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:22.578860 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.630894 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dc8b2a50-fe3e-4162-a186-494f743036d5,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:22.640539 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:22.694913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9e032-6072-4e0a-9690-68af21224723 req-3a4e4cc4-b422-4d24-91da-d732f7c45e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.696406 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-10a9e032-6072-4e0a-9690-68af21224723 req-3a4e4cc4-b422-4d24-91da-d732f7c45e2b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1098 time: 0.0814154 Jan 28 01:59:22.699336 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:22.707396 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc853c-28b6-479c-899a-a9ab87230a7b req-5713592e-e304-4086-a652-57ac81c3e391 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.709005 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bbc853c-28b6-479c-899a-a9ab87230a7b req-5713592e-e304-4086-a652-57ac81c3e391 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0957201 Jan 28 01:59:22.765911 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-10a9e032-6072-4e0a-9690-68af21224723 req-d1daa39a-6c2c-4667-bdf4-9c7657eaafbe service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555778 Jan 28 01:59:22.771726 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bbc853c-28b6-479c-899a-a9ab87230a7b req-f76a5a83-6cea-44a1-a889-83884b83ae11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540257 Jan 28 01:59:22.823109 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['795e674c-2378-45d3-a53d-1f3437f0f728'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:23.036331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046d7ec-fbf3-4bd5-bfbc-39946785be02 req-6750ae79-5dcf-460f-8843-b7e78a37540f tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:23.037891 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e046d7ec-fbf3-4bd5-bfbc-39946785be02 req-6750ae79-5dcf-460f-8843-b7e78a37540f tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0539000 Jan 28 01:59:23.083230 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e046d7ec-fbf3-4bd5-bfbc-39946785be02 req-972bab58-8bcb-494f-b54a-7b71776cc439 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Jan 28 01:59:23.291990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d463c6-7e39-4eb7-a739-beba849f2123 req-f09e2f89-f97d-417e-b1f4-e26699a8c599 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:23.293730 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e7d463c6-7e39-4eb7-a739-beba849f2123 req-f09e2f89-f97d-417e-b1f4-e26699a8c599 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 944 time: 0.0556347 Jan 28 01:59:23.365475 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e7d463c6-7e39-4eb7-a739-beba849f2123 req-03899919-45bb-4d8a-b6e4-32b45d5742a6 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654991 Jan 28 01:59:23.381145 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dcef3-645f-47f1-874b-1566cbfa8d44 req-3cabe331-1d8e-41f8-a4ec-4494e33e6fa7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:23.383053 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-411dcef3-645f-47f1-874b-1566cbfa8d44 req-3cabe331-1d8e-41f8-a4ec-4494e33e6fa7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.0813959 Jan 28 01:59:23.426275 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-411dcef3-645f-47f1-874b-1566cbfa8d44 req-a00a0278-66ca-4bc6-a582-c310a7dca63f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361023 Jan 28 01:59:23.912681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7901f19-f513-4bd6-a307-ce67f7804bd9 req-fbb21caa-6e01-44f4-999a-770e9baaf954 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:23.914200 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7901f19-f513-4bd6-a307-ce67f7804bd9 req-fbb21caa-6e01-44f4-999a-770e9baaf954 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0626233 Jan 28 01:59:23.970847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7901f19-f513-4bd6-a307-ce67f7804bd9 req-d25075d6-0967-4641-8108-c7da0d6b6135 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505469 Jan 28 01:59:24.205087 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4e80-6454-4213-8e48-ea9b47e2efa1 req-df9c3a6b-c0cd-4acb-b5bf-cdd03ca2bcc8 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:24.206906 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d52f4e80-6454-4213-8e48-ea9b47e2efa1 req-df9c3a6b-c0cd-4acb-b5bf-cdd03ca2bcc8 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0521116 Jan 28 01:59:24.244307 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d52f4e80-6454-4213-8e48-ea9b47e2efa1 req-35c36f72-9a3e-405f-b155-92553f1c779f tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Jan 28 01:59:24.337738 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:24.340123 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b85f2-514f-44ab-9ba6-c9ccf45b6bbd" -d '{"events": [{"server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:24.377705 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d380f-41cd-430e-a48d-7f65b1b25788 x-openstack-request-id: req-445d380f-41cd-430e-a48d-7f65b1b25788 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:24.378019 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:24.378359 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-445d380f-41cd-430e-a48d-7f65b1b25788 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:24.378689 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5', 'code': 200} Jan 28 01:59:24.589109 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7fa1d-bbd2-44d4-86c5-45ec122e1387 req-92d989ec-6660-43ec-bd54-f0c383bbcad8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:24.591798 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0dd7fa1d-bbd2-44d4-86c5-45ec122e1387 req-92d989ec-6660-43ec-bd54-f0c383bbcad8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 944 time: 0.1485040 Jan 28 01:59:24.632230 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03db2e-62df-465f-8cd7-583cda38d160 req-a544775f-390d-4382-a05f-2fad701841b9 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:24.640348 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fa03db2e-62df-465f-8cd7-583cda38d160 req-a544775f-390d-4382-a05f-2fad701841b9 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.1398652 Jan 28 01:59:24.680745 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0dd7fa1d-bbd2-44d4-86c5-45ec122e1387 req-2aedd9f3-aa3a-434e-b4b1-a8c1beebb536 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826342 Jan 28 01:59:24.722048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fa03db2e-62df-465f-8cd7-583cda38d160 req-0c97503c-ee04-4432-aad5-f26e15ad5173 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807469 Jan 28 01:59:24.729970 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552c4c-e316-4f3d-be5d-7458417b0ebb req-63ad23f5-39e4-4f06-80b2-f4f6b6bd2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:24.732056 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-74552c4c-e316-4f3d-be5d-7458417b0ebb req-63ad23f5-39e4-4f06-80b2-f4f6b6bd2d43 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 1102 time: 0.0642438 Jan 28 01:59:24.772078 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-74552c4c-e316-4f3d-be5d-7458417b0ebb req-69124200-aa16-4be8-8327-dc1adbb4edde service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Jan 28 01:59:25.101130 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfa44-5409-4fe7-ad3f-982370501480 req-5801ab30-d182-4916-869b-5b6b12dd7d45 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.102625 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aa2dfa44-5409-4fe7-ad3f-982370501480 req-5801ab30-d182-4916-869b-5b6b12dd7d45 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0576105 Jan 28 01:59:25.147345 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aa2dfa44-5409-4fe7-ad3f-982370501480 req-7b7d1161-b262-4238-ac70-3858316329cc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 Jan 28 01:59:25.366344 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb88a6e-2ae7-4e67-b700-4056a9aca045 req-33726d71-e637-4a29-9cc6-cab3ac2913ba tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.367781 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdb88a6e-2ae7-4e67-b700-4056a9aca045 req-33726d71-e637-4a29-9cc6-cab3ac2913ba tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0542386 Jan 28 01:59:25.408764 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bdb88a6e-2ae7-4e67-b700-4056a9aca045 req-714e2f73-ebee-4946-a686-16dac5394260 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jan 28 01:59:25.817901 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e150c-b25c-45a1-bfd4-ed49cf7767e3 req-ca39687f-aef7-43aa-8199-98aa9afb4217 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.819446 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a17e150c-b25c-45a1-bfd4-ed49cf7767e3 req-ca39687f-aef7-43aa-8199-98aa9afb4217 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 944 time: 0.0618982 Jan 28 01:59:25.884706 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0841f0-fd3b-4d80-bba4-98c82367d134 req-5c0d98a3-c834-475e-a31f-542774261270 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.886421 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc0841f0-fd3b-4d80-bba4-98c82367d134 req-5c0d98a3-c834-475e-a31f-542774261270 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.0900328 Jan 28 01:59:25.894929 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a17e150c-b25c-45a1-bfd4-ed49cf7767e3 req-08c6e490-9e0b-46d6-9021-c0f834ac9fdc tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Jan 28 01:59:25.905465 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 795e674c-2378-45d3-a53d-1f3437f0f728 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:25.940744 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc0841f0-fd3b-4d80-bba4-98c82367d134 req-e25db037-9194-4f39-bc5f-cee1b3147c82 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448475 Jan 28 01:59:25.967293 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 795e674c-2378-45d3-a53d-1f3437f0f728 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:59:25.971471 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 795e674c-2378-45d3-a53d-1f3437f0f728 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:25.971844 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.067128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9107b5-1eae-46a7-a433-dff3c0c0294a req-2392bf47-1bc5-441a-9601-649eda66fbaf tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.068657 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e9107b5-1eae-46a7-a433-dff3c0c0294a req-2392bf47-1bc5-441a-9601-649eda66fbaf tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Jan 28 01:59:26.071139 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.106806 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=795e674c-2378-45d3-a53d-1f3437f0f728,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:26.115417 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.118915 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e9107b5-1eae-46a7-a433-dff3c0c0294a req-b7706e54-b7c7-4ee5-96ad-76ad9a15c4ed tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Jan 28 01:59:26.143557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 45248) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:26.174489 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:26.280301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d323cf-05de-49e4-b94f-b0f614014079 req-a9f5ab8e-e12d-42da-a48a-e31e6a2b6c64 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.281929 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4d323cf-05de-49e4-b94f-b0f614014079 req-a9f5ab8e-e12d-42da-a48a-e31e6a2b6c64 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0566912 Jan 28 01:59:26.327687 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4d323cf-05de-49e4-b94f-b0f614014079 req-e8489779-7c7d-441f-914d-ac6e51e9cbb7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Jan 28 01:59:26.380088 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:26.382753 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec994b-f64f-43bc-9add-c307f5e19283" -d '{"events": [{"server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "name": "network-vif-plugged", "status": "completed", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:26.383311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa16ee-5980-4ce7-836e-8935dee00804 tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.385912 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f0aa16ee-5980-4ce7-836e-8935dee00804 tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1093 time: 0.2409086 Jan 28 01:59:26.389964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 45256) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:26.394533 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'port_id': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:26.426729 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f57b8f-b406-44cd-9f65-24d1ddd7c81d x-openstack-request-id: req-54f57b8f-b406-44cd-9f65-24d1ddd7c81d {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:26.427401 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "name": "network-vif-plugged", "status": "completed", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:26.427888 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-54f57b8f-b406-44cd-9f65-24d1ddd7c81d {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:26.428581 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728', 'code': 200} Jan 28 01:59:26.688179 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.784056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6533f6b-fd87-4512-bcc5-7e42ea71ebca req-820068d1-3ac1-4aed-8a14-b9b92d098675 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.786671 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6533f6b-fd87-4512-bcc5-7e42ea71ebca req-820068d1-3ac1-4aed-8a14-b9b92d098675 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.1348834 Jan 28 01:59:26.910978 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c59d7-ba88-451b-89ed-f1a74981262f req-99193d60-9048-4879-9b94-422c27fbc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.913407 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe3c59d7-ba88-451b-89ed-f1a74981262f req-99193d60-9048-4879-9b94-422c27fbc1a2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 1098 time: 0.1942949 Jan 28 01:59:26.929653 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6533f6b-fd87-4512-bcc5-7e42ea71ebca req-1cad3527-5af8-496b-9ae6-eb5473dd1186 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085737 Jan 28 01:59:26.989831 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe3c59d7-ba88-451b-89ed-f1a74981262f req-f2c215b3-9244-4b83-954f-6694cdf930fc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Jan 28 01:59:27.047240 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:27.116468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c447be-7b10-4e33-a394-6f288cbe40df req-97be21bf-492a-487a-a21c-a70cd54d40f8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.118073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3c447be-7b10-4e33-a394-6f288cbe40df req-97be21bf-492a-487a-a21c-a70cd54d40f8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.1096394 Jan 28 01:59:27.204091 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3c447be-7b10-4e33-a394-6f288cbe40df req-56774568-9613-4a79-8203-9fe532c3dc33 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755894 Jan 28 01:59:27.223385 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.27.1.253 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/ef36f5f2-1b0c-49da-b19f-aa38b438cd7f) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:27.333956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:27.372957 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:27.415618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:27.430700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:27.445178 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:27.447747 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=ef36f5f2-1b0c-49da-b19f-aa38b438cd7f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:27.523709 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca8ac-178a-476a-bc4b-4e4ce38efea6 req-63d0bb0a-7a88-4db6-8265-d2103fdb57c0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.525189 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-188ca8ac-178a-476a-bc4b-4e4ce38efea6 req-63d0bb0a-7a88-4db6-8265-d2103fdb57c0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1123319 Jan 28 01:59:27.615756 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-188ca8ac-178a-476a-bc4b-4e4ce38efea6 req-acdf77b5-8fbf-4b46-b9d8-c37bb3538084 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822942 Jan 28 01:59:27.956408 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:28.088917 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:28.117862 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e01dc8-944d-4f37-8922-fd63940b41ba req-420a9547-4416-4d15-88ad-e1705ae42268 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.119363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57e01dc8-944d-4f37-8922-fd63940b41ba req-420a9547-4416-4d15-88ad-e1705ae42268 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0986495 Jan 28 01:59:28.215796 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57e01dc8-944d-4f37-8922-fd63940b41ba req-c5e8f9a7-4486-46a2-8383-f1730ab3ae9a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874279 Jan 28 01:59:28.332062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:28.341441 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:28.395519 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:28.458942 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87ee5-ad0e-44e5-b7cb-6b239c0981d9 req-9e02ca5f-66ac-4906-a527-41dada314a04 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.460478 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-74f87ee5-ad0e-44e5-b7cb-6b239c0981d9 req-9e02ca5f-66ac-4906-a527-41dada314a04 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.1725941 Jan 28 01:59:28.488238 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=ef36f5f2-1b0c-49da-b19f-aa38b438cd7f,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:28.801190 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-74f87ee5-ad0e-44e5-b7cb-6b239c0981d9 req-bac102fe-5a0f-42b3-965c-90289c0a39eb tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330345 Jan 28 01:59:28.817453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234068-5546-44c9-8313-5f1baea604c9 req-7d592774-18d9-4b95-9bd6-426c64b70325 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.819000 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32234068-5546-44c9-8313-5f1baea604c9 req-7d592774-18d9-4b95-9bd6-426c64b70325 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.3575804 Jan 28 01:59:28.830216 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 7adc029f-eb2b-4b17-8208-e99424047085 associated. External IP: 172.27.1.253, port: a96061fe-84a7-4238-9f60-3ee0a48a23b7. Jan 28 01:59:28.972073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32234068-5546-44c9-8313-5f1baea604c9 req-3156c7f1-0bb4-4dcd-9d11-4df62511b193 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390641 Jan 28 01:59:29.001058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f2fcc-2280-4c6b-8097-5d775d894fbb req-1a246249-d609-4f44-a9ad-dc1e9545a9ea tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:29.002584 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a12f2fcc-2280-4c6b-8097-5d775d894fbb req-1a246249-d609-4f44-a9ad-dc1e9545a9ea tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1314256 Jan 28 01:59:29.088550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a12f2fcc-2280-4c6b-8097-5d775d894fbb req-576f55d8-bdaa-495c-818a-236689357c0f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765946 Jan 28 01:59:29.167380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:29.225003 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fd529e3-c763-4327-9ef8-6b3deabce462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:29.284120 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:29.301254 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:29.311158 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:29.311416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:29.311903 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:59:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:29.347572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-eb64f30c-4e18-4e24-9638-e76c889eb188 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9481740 Jan 28 01:59:29.347572 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:29.347572 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5158f-ca17-415f-8508-3be93d9c16f6" -d '{"events": [{"name": "network-changed", "server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:29.380697 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5c345-de5c-4966-b946-185313eb26ab x-openstack-request-id: req-38e5c345-de5c-4966-b946-185313eb26ab {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:29.381015 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:29.381267 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-38e5c345-de5c-4966-b946-185313eb26ab {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:29.381663 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'status': 'completed', 'code': 200} Jan 28 01:59:29.421545 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:29.655409 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '7adc029f-eb2b-4b17-8208-e99424047085', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:81:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:59:27Z', 'updated_at': '2022-01-28T01:59:27Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:29.683158 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:29.692197 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:29.692835 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T01:59:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:29.798073 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:29.935453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13523f-325c-4806-8282-388ec07f8f3a req-f52d62f8-154e-4f11-af4b-db9aaa8aa23b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:29.938069 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba13523f-325c-4806-8282-388ec07f8f3a req-f52d62f8-154e-4f11-af4b-db9aaa8aa23b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.0632286 Jan 28 01:59:29.989825 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba13523f-325c-4806-8282-388ec07f8f3a req-f9343bd8-7728-4fb6-a044-a4cd71a7f634 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Jan 28 01:59:30.042993 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '7adc029f-eb2b-4b17-8208-e99424047085', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:81:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:59:27Z', 'updated_at': '2022-01-28T01:59:27Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:30.070237 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10401ff-3d77-4873-8012-04aa740bd748 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '7adc029f-eb2b-4b17-8208-e99424047085', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:81:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:59:27Z', 'updated_at': '2022-01-28T01:59:27Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:30.106985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9ddd4-821c-49ab-8509-0be8fd562dbb req-64f75040-12b8-4cd1-ae93-9770243235d7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:30.109024 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3d9ddd4-821c-49ab-8509-0be8fd562dbb req-64f75040-12b8-4cd1-ae93-9770243235d7 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0538766 Jan 28 01:59:30.178571 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3d9ddd4-821c-49ab-8509-0be8fd562dbb req-fa641673-1065-458c-a7dd-b3188942f8ee tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Jan 28 01:59:30.264527 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d44af-0142-4d3e-bf69-87f9bd8067e1 req-46e7985f-a828-4e5b-8091-422c08a46706 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:30.267280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-942d44af-0142-4d3e-bf69-87f9bd8067e1 req-46e7985f-a828-4e5b-8091-422c08a46706 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0735130 Jan 28 01:59:30.323931 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-942d44af-0142-4d3e-bf69-87f9bd8067e1 req-5808a91a-3e67-4712-a8d1-47be4ebbbf09 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505235 Jan 28 01:59:30.327304 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15e9146-6fc9-4305-8982-c9c8e00502e8 None None] New status for floating IP 7adc029f-eb2b-4b17-8208-e99424047085: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:59:31.133616 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0a9fa-afcb-4eb1-8699-0d49ff52f522 req-10b06940-3d43-44d4-8902-7a4e6ee000f7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.135239 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08c0a9fa-afcb-4eb1-8699-0d49ff52f522 req-10b06940-3d43-44d4-8902-7a4e6ee000f7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.0570097 Jan 28 01:59:31.191946 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08c0a9fa-afcb-4eb1-8699-0d49ff52f522 req-7355e8ce-a1d1-4bb6-9fe6-09278827b127 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Jan 28 01:59:31.329985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501475c-2782-41d6-b023-1db7f81f7959 req-04115a09-b82d-495e-be1d-a9b3a0ebe22a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.331709 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4501475c-2782-41d6-b023-1db7f81f7959 req-04115a09-b82d-495e-be1d-a9b3a0ebe22a tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0608137 Jan 28 01:59:31.388342 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4501475c-2782-41d6-b023-1db7f81f7959 req-f79e8557-a4b4-4354-9fa1-2c0754eef817 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Jan 28 01:59:31.478582 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f324d-07e0-49b5-a47e-f91d7a454992 req-401d7785-506b-4bf4-8dde-ebf79ba3ebf5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.480172 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db0f324d-07e0-49b5-a47e-f91d7a454992 req-401d7785-506b-4bf4-8dde-ebf79ba3ebf5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0594256 Jan 28 01:59:31.537784 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db0f324d-07e0-49b5-a47e-f91d7a454992 req-0b125a77-ae5f-4ef3-b14d-b4cfe8c9d90d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504556 Jan 28 01:59:31.636604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-a0265a7f-56f2-4d7d-ad6d-a109ab3a2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.639721 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-a0265a7f-56f2-4d7d-ad6d-a109ab3a2f15 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1098 time: 0.0497181 Jan 28 01:59:31.798883 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-c7d2509a-d0c6-40ce-9e3c-2e5564950693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.801928 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-c7d2509a-d0c6-40ce-9e3c-2e5564950693 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1108048 Jan 28 01:59:31.903950 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-10952239-0569-4c88-a65d-82901a4da6d6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 200 len: 1001 time: 0.0713282 Jan 28 01:59:31.929800 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-38a54e48-00f6-4b6b-887b-b1ce94d1fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:32.013541 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-60f6984d-d28c-451d-a532-b8ade436cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.016723 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-60f6984d-d28c-451d-a532-b8ade436cff8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0735421 Jan 28 01:59:32.073896 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-ce63e008-a30c-4ab4-9e24-0b11d9068330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.075906 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-ce63e008-a30c-4ab4-9e24-0b11d9068330 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512164 Jan 28 01:59:32.211627 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-49a417a2-fa62-4221-baf2-e49695398f57 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274278 Jan 28 01:59:32.444522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a53fbd-6e59-43a5-afca-6eafdcfefa0a req-f7a7eda4-d827-4172-88a2-22255a8cb3d0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.446148 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-56a53fbd-6e59-43a5-afca-6eafdcfefa0a req-f7a7eda4-d827-4172-88a2-22255a8cb3d0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.1407435 Jan 28 01:59:32.452188 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8ff5158f-ca17-415f-8508-3be93d9c16f6 req-1512cf63-c76b-424d-9350-d9570fb4ad70 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321532 Jan 28 01:59:32.553076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-56a53fbd-6e59-43a5-afca-6eafdcfefa0a req-f47d1bba-33cc-49d2-bff8-427f5f66753b tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938745 Jan 28 01:59:32.584308 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6dbed-1857-4df4-a14b-070d9bd97b3c req-f7337d2a-ffed-4a9c-9bb7-020e7a4df2aa tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.586829 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17b6dbed-1857-4df4-a14b-070d9bd97b3c req-f7337d2a-ffed-4a9c-9bb7-020e7a4df2aa tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0984027 Jan 28 01:59:32.662263 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17b6dbed-1857-4df4-a14b-070d9bd97b3c req-8481640f-ccab-40bf-acb3-8d649f1dd891 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Jan 28 01:59:32.688263 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f37add-b696-4b92-b4f7-29a31a8d43d4 req-d2e12de1-01fc-451a-85d2-281af7d92dc3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.689940 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e0f37add-b696-4b92-b4f7-29a31a8d43d4 req-d2e12de1-01fc-451a-85d2-281af7d92dc3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0657401 Jan 28 01:59:32.736378 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e0f37add-b696-4b92-b4f7-29a31a8d43d4 req-5436bc85-4c1e-4de2-81f3-7edc1abc5e23 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351770 Jan 28 01:59:33.311072 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:33.775666 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971e1-0127-4b5e-bd51-b09cb2885f36 req-42963941-5ba6-4b59-a792-729a60ad865f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.778450 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-533971e1-0127-4b5e-bd51-b09cb2885f36 req-42963941-5ba6-4b59-a792-729a60ad865f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0818887 Jan 28 01:59:33.844315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-151c024e-e048-4242-a89e-ede20ddb9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.845919 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-151c024e-e048-4242-a89e-ede20ddb9e5d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.1080289 Jan 28 01:59:33.870977 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-533971e1-0127-4b5e-bd51-b09cb2885f36 req-1939a431-a8f3-4960-8ef4-3b1c9c7cdb44 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Jan 28 01:59:33.891985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddf224-ced2-482b-a0db-c8fe82c4bcb6 req-7cb3d1cd-9578-4ee6-a826-d91ef9e5c5bf tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:33.894615 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-faddf224-ced2-482b-a0db-c8fe82c4bcb6 req-7cb3d1cd-9578-4ee6-a826-d91ef9e5c5bf tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.1062951 Jan 28 01:59:34.065968 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-faddf224-ced2-482b-a0db-c8fe82c4bcb6 req-74d3a461-d5d8-4bbf-b012-4fffa9e39be5 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561387 Jan 28 01:59:34.146994 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433947-0ab4-4f03-9247-d0f8076d4d80 req-4f8bc84a-54c0-4702-875a-e00c03e2e6e5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.148954 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b433947-0ab4-4f03-9247-d0f8076d4d80 req-4f8bc84a-54c0-4702-875a-e00c03e2e6e5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1482847 Jan 28 01:59:34.159192 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-7c4463c6-118f-42dd-b5d8-abf9f8e9655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.162222 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-7c4463c6-118f-42dd-b5d8-abf9f8e9655d service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.2424419 Jan 28 01:59:34.223773 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-7332ab46-b29f-4fcc-9dff-9375e16400ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.0487688 Jan 28 01:59:34.242769 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b433947-0ab4-4f03-9247-d0f8076d4d80 req-c07d0274-1ddd-4dda-8495-2c3a192eb0ff tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791538 Jan 28 01:59:34.327364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-375c6fbf-3edb-4480-b411-ad13a5e95561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.329207 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-375c6fbf-3edb-4480-b411-ad13a5e95561 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.0488110 Jan 28 01:59:34.368357 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-0328c892-c208-4cc1-a731-9cc8c7a11866 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311298 Jan 28 01:59:34.513824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-806aec9d-78ea-4829-b1c7-28b8e41bfe1d service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138518 Jan 28 01:59:34.565084 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.685147 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4dab46f5-2281-4658-a361-7ab1d3e59c80 req-81a0d1f2-0eff-4a83-b4a8-770f2bbb92bb service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461098 Jan 28 01:59:34.800935 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-d845f85b-ddfd-4f8c-a9ef-a1baab4989d6 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:34.802459 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-d845f85b-ddfd-4f8c-a9ef-a1baab4989d6 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.100 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.0738106 Jan 28 01:59:34.884220 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.959047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Deleting port dc8b2a50-fe3e-4162-a186-494f743036d5 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:34.959451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.098756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550057-99f1-4b30-82d1-3e0302233f30 req-a9fcb673-07ab-4c50-ab92-b00e233aa634 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:35.100606 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17550057-99f1-4b30-82d1-3e0302233f30 req-a9fcb673-07ab-4c50-ab92-b00e233aa634 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1237876 Jan 28 01:59:35.131269 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] For port dc8b2a50-fe3e-4162-a186-494f743036d5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=dc8b2a50-fe3e-4162-a186-494f743036d5,segment=NetworkSegment(12a69eb4-67b9-409e-b371-4b83f7fd516b),segment_id=12a69eb4-67b9-409e-b371-4b83f7fd516b)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:35.131623 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.158360 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Calling delete_port for dc8b2a50-fe3e-4162-a186-494f743036d5 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:35.193733 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17550057-99f1-4b30-82d1-3e0302233f30 req-0256c65b-8e61-4714-ac2d-c45ca1672e9b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Jan 28 01:59:35.286277 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cbd10-a580-49b3-a1cf-7ba47c9594f1 req-227e83b7-e45c-48e8-9521-0a4707924e76 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:35.287848 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ca5cbd10-a580-49b3-a1cf-7ba47c9594f1 req-227e83b7-e45c-48e8-9521-0a4707924e76 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 949 time: 0.1193609 Jan 28 01:59:35.392004 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ca5cbd10-a580-49b3-a1cf-7ba47c9594f1 req-7b94b62a-d83f-40f0-8176-d1fdb5ec146c tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/security-groups?id=d40677ef-9032-4ccf-a277-7657badde0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862377 Jan 28 01:59:35.442355 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.468230 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5ce6-e766-4be0-b24d-d6d973ea61c7 req-3c53c416-2768-49a1-a130-d667559e57a1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:35.470860 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5dda5ce6-e766-4be0-b24d-d6d973ea61c7 req-3c53c416-2768-49a1-a130-d667559e57a1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1205034 Jan 28 01:59:35.497858 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['dc8b2a50-fe3e-4162-a186-494f743036d5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:35.523399 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Pushing event deleted for resources: {'Port': ['ID=dc8b2a50-fe3e-4162-a186-494f743036d5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:35.632554 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] No DVR routers for this DVR port dc8b2a50-fe3e-4162-a186-494f743036d5 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:35.636536 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.642717 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f4f90a2-f4ba-41fa-8a12-755451981b26 req-1ebd5145-7e00-46d9-a08c-f98484866517 tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.100 "DELETE /v2.0/ports/dc8b2a50-fe3e-4162-a186-494f743036d5 HTTP/1.1" status: 204 len: 173 time: 0.8180683 Jan 28 01:59:35.643453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'name': 'network-vif-deleted', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:35.647478 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52f898-ce82-48b6-834b-a06ad4741487" -d '{"events": [{"server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "name": "network-vif-deleted", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:35.662830 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5dda5ce6-e766-4be0-b24d-d6d973ea61c7 req-f13d0c7c-c6ca-4742-881b-41d25e53e132 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542678 Jan 28 01:59:35.694970 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c9ec8-3a5c-4a79-bd44-a32fc7af1aee x-openstack-request-id: req-296c9ec8-3a5c-4a79-bd44-a32fc7af1aee {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:35.695439 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f935bc-cbcf-4159-ad74-d1edd6058988", "name": "network-vif-deleted", "tag": "dc8b2a50-fe3e-4162-a186-494f743036d5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:35.695850 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-296c9ec8-3a5c-4a79-bd44-a32fc7af1aee {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:35.696470 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f935bc-cbcf-4159-ad74-d1edd6058988', 'name': 'network-vif-deleted', 'tag': 'dc8b2a50-fe3e-4162-a186-494f743036d5', 'status': 'completed', 'code': 200} Jan 28 01:59:35.940642 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:36.064271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:36.086781 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:36.127594 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.141293 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:36.163142 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:36.171818 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.223154 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=6']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:36.326906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbfe3e-8c32-4989-b83d-4faa64a89b91 req-d1566f98-6c78-4337-a3c6-781733ad2998 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:36.328363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-10cbfe3e-8c32-4989-b83d-4faa64a89b91 req-d1566f98-6c78-4337-a3c6-781733ad2998 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0495272 Jan 28 01:59:36.371139 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-10cbfe3e-8c32-4989-b83d-4faa64a89b91 req-ba9e3766-dc83-4fe2-b5e5-3a75a25bd3eb tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Jan 28 01:59:36.483658 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['d9332855-e3dc-42d6-9f2e-2138fd34387d'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:36.551843 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-435c28e8-7940-4906-8824-fc2321786f23 req-dd51d311-4c1b-43b1-ba77-9c787e198b5c tempest-VolumesNegativeTest-1595814630 tempest-VolumesNegativeTest-1595814630-project] 10.222.0.96 "GET /v2.0/ports?device_id=09f935bc-cbcf-4159-ad74-d1edd6058988 HTTP/1.1" status: 200 len: 210 time: 0.0463328 Jan 28 01:59:36.802672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745096f-dd62-4242-8454-85632a95b9f2 req-9dc13226-98f9-4b45-97c8-1c7c9841aac0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:36.804277 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c745096f-dd62-4242-8454-85632a95b9f2 req-9dc13226-98f9-4b45-97c8-1c7c9841aac0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.0598762 Jan 28 01:59:36.858325 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c745096f-dd62-4242-8454-85632a95b9f2 req-1f2a8ff4-c763-467d-a21e-707c264b7754 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469840 Jan 28 01:59:37.289178 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 45440) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:37.400364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-401eb3b3-5e6e-44b3-ab16-76b339ab8efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.523650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-401eb3b3-5e6e-44b3-ab16-76b339ab8efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.533446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33713-3b8c-4f49-a92f-0c9768a70ac5 req-7d03bde7-e470-40b1-bfef-1179d23f0e94 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:37.535074 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1a33713-3b8c-4f49-a92f-0c9768a70ac5 req-7d03bde7-e470-40b1-bfef-1179d23f0e94 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0805702 Jan 28 01:59:37.536301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-401eb3b3-5e6e-44b3-ab16-76b339ab8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.619153 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401eb3b3-5e6e-44b3-ab16-76b339ab8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff4923-45b0-48ce-9877-faba86e7fb80,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:37.639876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-401eb3b3-5e6e-44b3-ab16-76b339ab8efe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=928f3b35a68c4d94965f690f1295b09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494816 Jan 28 01:59:37.641275 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 45452) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:37.656200 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1a33713-3b8c-4f49-a92f-0c9768a70ac5 req-4fc822d0-d085-4cf2-bd05-74cce92150f5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135221 Jan 28 01:59:37.707484 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.734021 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.785855 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.788357 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.789807 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4dff4923-45b0-48ce-9877-faba86e7fb80 HTTP/1.1" status: 204 len: 168 time: 0.1472480 Jan 28 01:59:37.815427 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802a931-c229-4d2e-bbbd-0c39fb7df500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff4923-45b0-48ce-9877-faba86e7fb80,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:37.928722 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-82567983-fa8d-44a4-9cc0-92dd1929e287 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54849223&fields=id&tenant_id=50b9208765264efbb2e25f5ba4896b4a HTTP/1.1" status: 200 len: 267 time: 0.0480151 Jan 28 01:59:37.960440 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:59:38.031489 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port d9332855-e3dc-42d6-9f2e-2138fd34387d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:38.032278 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.068033 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-fd646d86-7f18-4014-a7ba-ede5bae2cba3 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.069702 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-fd646d86-7f18-4014-a7ba-ede5bae2cba3 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 809 time: 0.1334298 Jan 28 01:59:38.096738 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-6ec2d2c9-9a87-43bc-82ba-0a54286a69d2 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/quotas/50b9208765264efbb2e25f5ba4896b4a HTTP/1.1" status: 200 len: 375 time: 0.0132203 Jan 28 01:59:38.154274 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.185763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:38.189070 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78103a-8db6-4247-998e-2d4b9f64170c" -d '{"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:38.191247 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-e2e1ac1c-9126-4f66-9308-d72b4887b141 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762122 Jan 28 01:59:38.202600 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587e699-02c0-4326-ab10-74823e82aa5f req-c22430e2-8fb0-4ad2-9402-dedb6fa2cfba tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.207435 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:38.209335 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6587e699-02c0-4326-ab10-74823e82aa5f req-c22430e2-8fb0-4ad2-9402-dedb6fa2cfba tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.1383929 Jan 28 01:59:38.212299 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.264654 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=7']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:38.305046 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6587e699-02c0-4326-ab10-74823e82aa5f req-c249c81c-a7b3-41b9-a53c-f9a51328f6fe tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856135 Jan 28 01:59:38.350935 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-0072796e-fd49-4f8e-885b-607a01c9de9f service neutron] 10.222.0.96 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405811 Jan 28 01:59:38.365039 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140567ea-e849-44f4-ab5a-e74a49e1b7f1 x-openstack-request-id: req-140567ea-e849-44f4-ab5a-e74a49e1b7f1 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:38.365334 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:38.365606 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-140567ea-e849-44f4-ab5a-e74a49e1b7f1 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:38.366022 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'code': 200} Jan 28 01:59:38.504544 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-1f551735-5711-45e7-9b6d-663eef2b3dc7 service neutron] 10.222.0.96 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441913 Jan 28 01:59:38.868094 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b9f9-b33e-4c62-9ce8-f2631d6079b4 req-e291fec1-15dd-4c4b-ad76-5c8bc02d15b7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:38.869641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9c6b9f9-b33e-4c62-9ce8-f2631d6079b4 req-e291fec1-15dd-4c4b-ad76-5c8bc02d15b7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0937231 Jan 28 01:59:38.903289 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-73e05a1d-d077-439b-9bc5-124f142ab458 req-5afdbaa6-2372-4c7b-884e-2ea669a0879e tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 210 time: 0.0507267 Jan 28 01:59:38.945196 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9c6b9f9-b33e-4c62-9ce8-f2631d6079b4 req-f0360b7e-2297-4f41-b3ea-d5b4eec8dded tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Jan 28 01:59:39.486611 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7fc43-b4e8-40de-96e3-269842b36e25 req-56152f9c-ad5a-4014-97fc-87e2a5045d1d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:39.488277 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-75f7fc43-b4e8-40de-96e3-269842b36e25 req-56152f9c-ad5a-4014-97fc-87e2a5045d1d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0798869 Jan 28 01:59:39.567402 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-75f7fc43-b4e8-40de-96e3-269842b36e25 req-933b1f2d-540e-45c5-9bec-36af8fbb95d7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655675 Jan 28 01:59:39.966448 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device dc8b2a50-fe3e-4162-a186-494f743036d5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:40.023558 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: dc8b2a50-fe3e-4162-a186-494f743036d5 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:40.024170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device dc8b2a50-fe3e-4162-a186-494f743036d5 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:40.046017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-874e545c-8452-4759-8c74-0cfa37df70b2 req-3aee3b3c-32e7-436b-9357-d14d51046766 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 210 time: 0.0449343 Jan 28 01:59:40.149207 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d3ac4-e3cb-47f1-aecb-aded558ea21d req-705e3e65-e3c7-427e-bfda-d79172e85b84 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:40.150811 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db1d3ac4-e3cb-47f1-aecb-aded558ea21d req-705e3e65-e3c7-427e-bfda-d79172e85b84 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0823607 Jan 28 01:59:40.218418 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db1d3ac4-e3cb-47f1-aecb-aded558ea21d req-352b9072-2b43-4077-8026-4ce3ee625d5f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557985 Jan 28 01:59:40.510906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-ddfdef6e-708e-4d41-87e8-1673556d6f45 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:40.519965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-ddfdef6e-708e-4d41-87e8-1673556d6f45 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 809 time: 0.1678460 Jan 28 01:59:40.649627 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-2bbd045f-8146-429d-80e8-3d577a184323 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b9208765264efbb2e25f5ba4896b4a HTTP/1.1" status: 200 len: 378 time: 0.0730493 Jan 28 01:59:40.665805 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'port': {'device_id': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'admin_state_up': True, 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'security_groups': ['de9ced0e-3a86-41a3-97c9-e0f464d77ce8']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:40.834524 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cb8b2-507d-4379-9913-0ddd08b8e66b req-f0477a4f-b712-40cb-8f7a-4ce3cfa462d8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:40.841653 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a6cb8b2-507d-4379-9913-0ddd08b8e66b req-f0477a4f-b712-40cb-8f7a-4ce3cfa462d8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1440539 Jan 28 01:59:40.941436 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a6cb8b2-507d-4379-9913-0ddd08b8e66b req-b2006bec-8946-4769-9b5c-d1cfd7e14b03 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982637 Jan 28 01:59:40.979575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Made reservation on behalf of 50b9208765264efbb2e25f5ba4896b4a for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:40.984481 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.379851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f6896a4b-8bbf-49d5-a45f-56e3f4e76d4f req-fb7f490e-c9aa-45f0-834f-9de9aef0ce11 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 210 time: 0.1390591 Jan 28 01:59:41.462361 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Allocated IP 172.20.0.3 (9a36e3d5-651e-44a6-a2b4-a2020f9839b6/99d83ab3-e957-40b8-9b94-562993b910dd/1938f369-8c3b-46ca-90e4-040b0e1f5517) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:41.492040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009562-949d-4dae-83d8-c298d3193ded req-d6a3dcf2-208d-4557-bc73-22dff249709d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:41.493765 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f009562-949d-4dae-83d8-c298d3193ded req-d6a3dcf2-208d-4557-bc73-22dff249709d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1077259 Jan 28 01:59:41.678748 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8f009562-949d-4dae-83d8-c298d3193ded req-324a4c08-b038-4eb4-a069-b252f33bdc60 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744747 Jan 28 01:59:41.780257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.863762 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.930013 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:41.934349 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:41.938600 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:41.944565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:41.945375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.959213 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:41.977586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-a254a7e1-bf0e-40ec-975f-ffd815fd43b8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3245649 Jan 28 01:59:42.011334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Request body: {'port': {'device_id': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:42.376080 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:42.391141 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-e7704d8f-2625-4133-a854-7d3a8cb1fd4b None None] Provisioning complete for port 1938f369-8c3b-46ca-90e4-040b0e1f5517 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:42.392678 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e7704d8f-2625-4133-a854-7d3a8cb1fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:42.434084 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5323f-39c4-408a-9824-e771156cf569 req-25c12703-286e-4ccc-b395-88117f1ae8f3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:42.435809 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52c5323f-39c4-408a-9824-e771156cf569 req-25c12703-286e-4ccc-b395-88117f1ae8f3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1359038 Jan 28 01:59:42.494706 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-e7704d8f-2625-4133-a854-7d3a8cb1fd4b None None] Port 1938f369-8c3b-46ca-90e4-040b0e1f5517 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:59:42.679963 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52c5323f-39c4-408a-9824-e771156cf569 req-00625e31-3a39-49b3-b8a0-88ad7c956aed tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799510 Jan 28 01:59:42.746702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceceab-d104-4bea-ab66-c9bb576b2fd2 req-a5dab2e4-4c20-4536-9983-12ba17e9c5b0 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:42.749369 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-37ceceab-d104-4bea-ab66-c9bb576b2fd2 req-a5dab2e4-4c20-4536-9983-12ba17e9c5b0 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 931 time: 0.1874244 Jan 28 01:59:42.828956 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-37ceceab-d104-4bea-ab66-c9bb576b2fd2 req-13cbdcea-cac9-44b4-b1af-1a1382f6f276 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727110 Jan 28 01:59:43.046635 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bd6e4-0678-4e05-be34-18b0c1c22375 req-1ec4fc9a-fdac-479f-b757-c41f36d26412 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:43.049316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-209bd6e4-0678-4e05-be34-18b0c1c22375 req-1ec4fc9a-fdac-479f-b757-c41f36d26412 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1831732 Jan 28 01:59:43.056130 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1938f369-8c3b-46ca-90e4-040b0e1f5517 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:43.080174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.142720 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Transition to ACTIVE for port object 1938f369-8c3b-46ca-90e4-040b0e1f5517 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:43.148195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-209bd6e4-0678-4e05-be34-18b0c1c22375 req-806a8465-7653-42ee-9397-bb72c1a2edd3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832479 Jan 28 01:59:43.150025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.254989 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:43.360995 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-8df58d08-ca1b-4af8-8917-6a53ede49e8f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359198 Jan 28 01:59:43.361683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Attempting to bind port 1938f369-8c3b-46ca-90e4-040b0e1f5517 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:43.362020 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Attempting to bind port 1938f369-8c3b-46ca-90e4-040b0e1f5517 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:43.362332 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Attempting to bind port 1938f369-8c3b-46ca-90e4-040b0e1f5517 on network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:43.367901 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Port 1938f369-8c3b-46ca-90e4-040b0e1f5517 on network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:43.368254 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Attempting to bind port 1938f369-8c3b-46ca-90e4-040b0e1f5517 on network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:43.381987 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:43.382419 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Checking segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:43.382841 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Bound using segment: {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:43.383396 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Bound port: 1938f369-8c3b-46ca-90e4-040b0e1f5517, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982b85ae-adbf-4615-8bfc-56abd93e3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:43.383802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.560561 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 45788) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:43.596208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-d9826a39-db88-4372-a333-82131b48f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:43.616458 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-d9826a39-db88-4372-a333-82131b48f033 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 1098 time: 0.1928792 Jan 28 01:59:43.647436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:43.670673 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:43.696916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.810869 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-63047ec7-3683-433a-8510-b799a0a25d31 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=703391c3a9b64cf8a323d0fe7e105a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481213 Jan 28 01:59:43.816958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 45794) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:43.863259 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:43.863920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.865639 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] 10.222.0.100 "PUT /v2.0/ports/1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 1093 time: 1.8609977 Jan 28 01:59:43.866115 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:43.868988 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f03b3-9213-4ac9-886c-d30c88cd9674" -d '{"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:43.888545 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.928089 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:43.973142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac6e5a-81c6-45bf-bdb3-b7e2667d7a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:44.030730 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:44.033956 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:44.038260 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d40677ef-9032-4ccf-a277-7657badde0ec HTTP/1.1" status: 204 len: 168 time: 0.2197151 Jan 28 01:59:44.049344 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccd24f-87a9-4e0f-9377-9fbf5062b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40677ef-9032-4ccf-a277-7657badde0ec,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:44.054311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b5666-ed16-452d-ac97-b6b9e636bced req-eaf9125e-c51f-420b-8537-101054076176 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.072250 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-702b5666-ed16-452d-ac97-b6b9e636bced req-eaf9125e-c51f-420b-8537-101054076176 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.2410448 Jan 28 01:59:44.190449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-e9fecbe3-e9a5-49df-92a7-3e04b5f17bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.192165 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-e9fecbe3-e9a5-49df-92a7-3e04b5f17bde service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.5192800 Jan 28 01:59:44.260110 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-702b5666-ed16-452d-ac97-b6b9e636bced req-b21ed347-e972-48af-86e0-2213e600c94b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804307 Jan 28 01:59:44.261379 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-fe34f874-3fbb-4af5-aaea-9c14dfca15dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1139f116-1935-408c-a5bf-876a9f0d0365 HTTP/1.1" status: 200 len: 217 time: 0.0597043 Jan 28 01:59:44.269320 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-0caa3732-2207-45c1-954a-8756b3c66b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.271072 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-0caa3732-2207-45c1-954a-8756b3c66b6e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1096 time: 0.3309779 Jan 28 01:59:44.349426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718211b-5f18-412a-a111-8c99f5614918 req-9a6a0c9b-23a8-4b9e-ae07-6de60187130b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.351037 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c718211b-5f18-412a-a111-8c99f5614918 req-9a6a0c9b-23a8-4b9e-ae07-6de60187130b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.3289652 Jan 28 01:59:44.402092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05ee66-453d-4918-8bf2-4426feb87c1f x-openstack-request-id: req-9f05ee66-453d-4918-8bf2-4426feb87c1f {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:44.402820 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:44.403217 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9f05ee66-453d-4918-8bf2-4426feb87c1f {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:44.403842 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'status': 'completed', 'code': 200} Jan 28 01:59:44.441700 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-b541eefe-63d9-4a20-8e2c-3a7e221d9125 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 217 time: 0.0857322 Jan 28 01:59:44.479990 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c718211b-5f18-412a-a111-8c99f5614918 req-5840576b-e94d-4667-93d7-19063583abd8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820985 Jan 28 01:59:44.482096 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-5eeab2e2-fbe8-4813-91c2-5f51dc351c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.484035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-5eeab2e2-fbe8-4813-91c2-5f51dc351c2f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.2104290 Jan 28 01:59:44.556183 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-bc14c1e6-750b-437c-8975-cc7e5cc324f1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527763 Jan 28 01:59:44.666732 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-8acf0a92-161b-46af-bcaf-6480de728996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.668739 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-8acf0a92-161b-46af-bcaf-6480de728996 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.2107689 Jan 28 01:59:44.751578 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5058b-fafd-4f05-a681-423e9011e376 req-d3b2d066-bd67-4668-be5c-34e87cafcb75 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.753322 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f3f5058b-fafd-4f05-a681-423e9011e376 req-d3b2d066-bd67-4668-be5c-34e87cafcb75 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1934628 Jan 28 01:59:44.849635 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f3f5058b-fafd-4f05-a681-423e9011e376 req-cf320cfd-b107-40c8-b310-8c0418412607 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808408 Jan 28 01:59:44.858522 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-4886d8e1-a59d-46e9-beb0-6d888c95d474 service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808480 Jan 28 01:59:44.860922 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-f1cf4a5f-1e95-423a-bb89-e3462f9794a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:44.864673 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-f1cf4a5f-1e95-423a-bb89-e3462f9794a3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1843290 Jan 28 01:59:44.968750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.059776 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-193b0dd2-143b-4c32-8b6f-307561c98bba req-b56984d9-c803-427a-ba1f-b305efae6bae service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818635 Jan 28 01:59:45.066154 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-423b1bdc-1497-45ec-b2a1-83f21e22bf82 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801500 Jan 28 01:59:45.244471 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 45824) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:45.275927 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ce025ef-4e74-4686-8001-6a933d867f51 req-cd58bcf5-1039-481d-8890-5c9835b9c609 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887438 Jan 28 01:59:45.405827 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-637735183-network', 'tenant_id': 'cf861e434da344c89d039fa373bd0742'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:45.444162 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Made reservation on behalf of cf861e434da344c89d039fa373bd0742 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:45.447857 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.467407 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.569885 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.576609 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.601798 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:59:45.622404 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83283d54-07ec-41ba-9d1e-cdd2b06c5b25,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:45.626919 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.627483 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Added segment 22fea383-7104-4f10-9e16-69076df77b5c of type vlan for network f97ed89c-681e-4768-b1be-7eb9acf480b2 Jan 28 01:59:45.645308 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec4832-a9fb-4fec-9d44-8e43cd095475 req-21752b9c-837d-40f8-b70d-bbf98bd4f499 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:45.662165 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91ec4832-a9fb-4fec-9d44-8e43cd095475 req-21752b9c-837d-40f8-b70d-bbf98bd4f499 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.2471616 Jan 28 01:59:45.686701 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.714347 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.716043 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:45.716875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.756714 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-abac9262-1679-46b3-bb89-516630e54747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:45.760629 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-abac9262-1679-46b3-bb89-516630e54747 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1096 time: 0.2779200 Jan 28 01:59:45.788829 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5430183 Jan 28 01:59:45.789726 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 45832) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:45.796952 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Request body: {'subnet': {'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-637735183-subnet', 'tenant_id': 'cf861e434da344c89d039fa373bd0742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:45.806222 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925178da-5683-4913-bb5d-418a78e6f04d admin admin] Pushing event updated for resources: {'Network': ['ID=f97ed89c-681e-4768-b1be-7eb9acf480b2,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:45.822332 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:59:45.853992 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91ec4832-a9fb-4fec-9d44-8e43cd095475 req-dc9d221b-d93a-4add-89a5-a4c1e63b1d19 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812468 Jan 28 01:59:45.858358 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Made reservation on behalf of cf861e434da344c89d039fa373bd0742 for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:45.861017 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29807886'] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:45.986395 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-eecefc9a-c574-4322-ae50-cce2f84ff7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:45.989087 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-eecefc9a-c574-4322-ae50-cce2f84ff7c9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.1333992 Jan 28 01:59:46.038968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1331742-a14b-43e3-b8ec-5834bde9a357 req-f520063c-da6c-44d0-b6ec-d589ab4ca63a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.038968 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b1331742-a14b-43e3-b8ec-5834bde9a357 req-f520063c-da6c-44d0-b6ec-d589ab4ca63a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.2706423 Jan 28 01:59:46.163780 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30253125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29807900'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:46.243609 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b1331742-a14b-43e3-b8ec-5834bde9a357 req-294408d8-7e30-41da-b2dc-4683d546df55 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2029569 Jan 28 01:59:46.251616 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedef723-4e55-4d52-8756-dca18a3c30b3,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:46.266568 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Checking segment: {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:46.267264 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Network hostable DHCP agents. Network: f97ed89c-681e-4768-b1be-7eb9acf480b2, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:59:46.284076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-188ef169-ce39-4998-bed4-aed3138fc60d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 217 time: 0.1770804 Jan 28 01:59:46.298987 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:59:46.315810 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, f97ed89c-681e-4768-b1be-7eb9acf480b2) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:46.327526 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeec126-ee43-4fc2-8bb5-763aab1e9241 None None] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:59:46.331813 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.339503 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:46.371940 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661801-1b45-4b83-83cf-00413efce7cf req-cf5dc562-dd7c-4ad1-be91-f470665c0abc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.373683 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ac661801-1b45-4b83-83cf-00413efce7cf req-cf5dc562-dd7c-4ad1-be91-f470665c0abc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.2843535 Jan 28 01:59:46.391900 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-67fce25a-b100-4508-8273-cd0d2d488960 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5987401 Jan 28 01:59:46.405084 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-5bed32bb-1ee6-4dff-b23c-eb2770e1c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.406580 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-5bed32bb-1ee6-4dff-b23c-eb2770e1c8a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.1148703 Jan 28 01:59:46.467129 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ac661801-1b45-4b83-83cf-00413efce7cf req-20f0b4b2-bd81-4efc-8034-60aaf462b71e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859072 Jan 28 01:59:46.490664 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-13c3d92a-1969-4fa7-bde7-60869535c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:46.492520 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-13c3d92a-1969-4fa7-bde7-60869535c6fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749142 Jan 28 01:59:46.604912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7475ce-3506-40d3-99f7-550d8165769d None None] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:59:46.663775 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-b0fc295c-3d7c-462c-b530-ded2bf3e8b97 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520317 Jan 28 01:59:46.853680 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-013f03b3-9213-4ac9-886c-d30c88cd9674 req-1c801dbd-ea6e-4fab-874f-ad1e42f0b429 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780639 Jan 28 01:59:47.172650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15a93c-be36-4232-b5d5-28ae46550306 req-8009b16a-fc31-411a-8f2b-3f1076e222a4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:47.176218 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe15a93c-be36-4232-b5d5-28ae46550306 req-8009b16a-fc31-411a-8f2b-3f1076e222a4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0927768 Jan 28 01:59:47.311439 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe15a93c-be36-4232-b5d5-28ae46550306 req-33593e97-643e-4a4d-8c6b-27dc4f4a8a3c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150451 Jan 28 01:59:47.535100 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76e64-364b-495a-a65c-669377ed59ca req-469b8199-6588-4ee5-b717-39e1e6691655 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:47.538857 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45a76e64-364b-495a-a65c-669377ed59ca req-469b8199-6588-4ee5-b717-39e1e6691655 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1297219 Jan 28 01:59:47.618349 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45a76e64-364b-495a-a65c-669377ed59ca req-dac7dd0a-fa2b-4386-816b-70a7140c4c9b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707722 Jan 28 01:59:47.745101 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9abf1a-ab43-42fe-8119-607d25931970 req-b7aff19d-ce88-405c-9e99-d69608107605 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:47.745101 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f9abf1a-ab43-42fe-8119-607d25931970 req-b7aff19d-ce88-405c-9e99-d69608107605 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0885155 Jan 28 01:59:47.834503 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f9abf1a-ab43-42fe-8119-607d25931970 req-1f2e0c9f-ba07-4fa3-b147-0d388349db71 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506220 Jan 28 01:59:48.693842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522d83-ed3d-4016-8bc3-4fe39dbabdf7 req-5c02fed6-7cf4-443d-b4fa-4f7c156ef361 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:48.704409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3522d83-ed3d-4016-8bc3-4fe39dbabdf7 req-5c02fed6-7cf4-443d-b4fa-4f7c156ef361 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1644559 Jan 28 01:59:48.766075 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3522d83-ed3d-4016-8bc3-4fe39dbabdf7 req-92377f49-c005-469d-b816-ea47e8b5045c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519803 Jan 28 01:59:48.955513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126d66-eeaf-4698-9a5e-b344a8d57aeb req-31c48fa4-9040-4dda-93f7-8fe31ab94c62 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:48.963242 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6126d66-eeaf-4698-9a5e-b344a8d57aeb req-31c48fa4-9040-4dda-93f7-8fe31ab94c62 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0940878 Jan 28 01:59:48.971337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-b8e77e10-a012-4d74-87a3-7b06a48fa1e6 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:48.972913 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-b8e77e10-a012-4d74-87a3-7b06a48fa1e6 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 813 time: 0.2057822 Jan 28 01:59:49.004645 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-afe9c5e5-e462-40f3-b5e4-3554f4e3016f tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/quotas/cf861e434da344c89d039fa373bd0742 HTTP/1.1" status: 200 len: 375 time: 0.0128758 Jan 28 01:59:49.034091 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6126d66-eeaf-4698-9a5e-b344a8d57aeb req-3e9bda5d-48e8-423c-bb0b-dc7802f9ca06 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694351 Jan 28 01:59:49.061323 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-4be6572f-0491-42ce-92c8-4b0a1ef9b5b1 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466168 Jan 28 01:59:49.210137 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-d14b3d42-7709-4898-98df-ed7e4c6857c8 service neutron] 10.222.0.96 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405284 Jan 28 01:59:49.441598 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-7bd6c570-886b-4403-a03e-24c8c1548cbb service neutron] 10.222.0.96 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239053 Jan 28 01:59:49.473790 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350887-e7ed-476e-8850-f65aba83af31 req-17c58127-820f-4eac-95af-a6f715b83ab5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:49.475911 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-89350887-e7ed-476e-8850-f65aba83af31 req-17c58127-820f-4eac-95af-a6f715b83ab5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1147354 Jan 28 01:59:49.527092 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-89350887-e7ed-476e-8850-f65aba83af31 req-8538dbec-57ad-4248-aaaf-479551c0725e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432239 Jan 28 01:59:49.673092 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5eee35c6-ea73-49e6-b265-7383e392ecf5 req-6411f534-5c20-4ef4-9dcf-fd3ac1d443d8 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 210 time: 0.0501502 Jan 28 01:59:49.716142 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:49.967859 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2434e7-056f-47b3-8bc3-eafc6a6bf0e3 req-18fc4842-5b88-4816-bf1a-427c208c4fb5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:49.969568 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba2434e7-056f-47b3-8bc3-eafc6a6bf0e3 req-18fc4842-5b88-4816-bf1a-427c208c4fb5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1032803 Jan 28 01:59:50.085600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba2434e7-056f-47b3-8bc3-eafc6a6bf0e3 req-b1b96253-08a3-4bbd-866b-c214c7b371c0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970402 Jan 28 01:59:50.241672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f27b3f-2e0c-4edd-8908-272657a5d5da req-af33565e-b002-47fe-8a8a-612c7dc98fee tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:50.243335 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61f27b3f-2e0c-4edd-8908-272657a5d5da req-af33565e-b002-47fe-8a8a-612c7dc98fee tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0946219 Jan 28 01:59:50.312915 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61f27b3f-2e0c-4edd-8908-272657a5d5da req-2f3478a0-a4c0-403b-a3eb-a63bb19a5768 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579081 Jan 28 01:59:50.751528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e184f8-11d7-4cfe-b453-cc995d1630e8 req-318d14f9-2869-4306-bf3c-be65482989fc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:50.773622 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81e184f8-11d7-4cfe-b453-cc995d1630e8 req-318d14f9-2869-4306-bf3c-be65482989fc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1099448 Jan 28 01:59:50.823977 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81e184f8-11d7-4cfe-b453-cc995d1630e8 req-81bf756a-c40d-42d6-ac01-fe266fa853ab tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Jan 28 01:59:50.875446 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1fd72fd-1018-4c4d-88ee-0fd500827048 req-21e7c17a-292e-4e67-a28a-5927a9c5e619 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 210 time: 0.0430124 Jan 28 01:59:51.574282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352667-f968-4e94-b083-b07f70b7babe req-ca8b18d5-417a-4211-8279-cf321c65b82d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:51.582698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f352667-f968-4e94-b083-b07f70b7babe req-ca8b18d5-417a-4211-8279-cf321c65b82d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.3940403 Jan 28 01:59:51.608702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc39df6-3ede-4ce3-a810-b9618f522775 req-f2f89edf-b790-4f73-a729-083e1e2aabf4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:51.610209 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9cc39df6-3ede-4ce3-a810-b9618f522775 req-f2f89edf-b790-4f73-a729-083e1e2aabf4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0976100 Jan 28 01:59:51.653814 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7f352667-f968-4e94-b083-b07f70b7babe req-204c60ec-2815-458e-b556-0134a2c739b3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683243 Jan 28 01:59:51.713353 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9cc39df6-3ede-4ce3-a810-b9618f522775 req-106ecb3e-9439-4a24-956b-75ebb881673a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881104 Jan 28 01:59:52.163202 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fab221a7-68c7-488c-939e-d657ddeaf3e1 req-33e8d27e-42d5-4ed7-a3d6-cb132c05cb45 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 210 time: 0.0861914 Jan 28 01:59:52.182604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833fc44-6f7d-44d5-9679-fd3c3f0a6655 req-cc29e784-c3b4-465a-ab71-adbe4a1557be tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:52.191689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2833fc44-6f7d-44d5-9679-fd3c3f0a6655 req-cc29e784-c3b4-465a-ab71-adbe4a1557be tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.2214766 Jan 28 01:59:52.245972 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2833fc44-6f7d-44d5-9679-fd3c3f0a6655 req-29794297-7c4f-4070-9d0a-3ee15a69f59e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Jan 28 01:59:52.286771 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-4c924b76-0c22-43ca-af4f-20f55555a40d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:52.288226 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-4c924b76-0c22-43ca-af4f-20f55555a40d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 813 time: 0.2812724 Jan 28 01:59:52.313013 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Request body: {'port': {'device_id': '367b6b36-483a-4cc8-b26a-2921068ed175', 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2', 'admin_state_up': True, 'tenant_id': 'cf861e434da344c89d039fa373bd0742'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:52.487050 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Made reservation on behalf of cf861e434da344c89d039fa373bd0742 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:59:52.491022 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:52.644314 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Allocated IP 172.20.0.9 (f97ed89c-681e-4768-b1be-7eb9acf480b2/cedef723-4e55-4d52-8756-dca18a3c30b3/8cd36e81-1c02-4dd4-9de3-3cdce47bb04a) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:59:52.842115 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c36b2-85e4-4a74-930e-4baa5ad85151 req-9c026056-00fa-4ee7-9c3b-2aca2899797d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:52.844106 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5f1c36b2-85e4-4a74-930e-4baa5ad85151 req-9c026056-00fa-4ee7-9c3b-2aca2899797d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0898888 Jan 28 01:59:52.876057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:52.950254 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5f1c36b2-85e4-4a74-930e-4baa5ad85151 req-6db9246a-28ac-41b8-9a57-a423c39b1b67 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907905 Jan 28 01:59:52.967510 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9591d-52c3-493f-8a70-ffe37a4837a5 req-ba22f94c-be41-44b8-8ade-3a92f4e9d1c4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:52.969100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e9591d-52c3-493f-8a70-ffe37a4837a5 req-ba22f94c-be41-44b8-8ade-3a92f4e9d1c4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1190557 Jan 28 01:59:52.984556 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.065249 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:59:53.066380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Pushing event updated for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:53.071291 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e9591d-52c3-493f-8a70-ffe37a4837a5 req-74a1f99f-3328-4388-92e2-4976011d790b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956311 Jan 28 01:59:53.073223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:59:53.079018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:59:53.085428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.085428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.089802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.090173 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.090648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.090906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.091236 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.091562 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.091884 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.092203 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.092533 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.092871 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.093192 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.093505 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:53.114459 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-47f5922c-ceea-4d1e-bbe6-a78cd4b25500 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8068476 Jan 28 01:59:53.147718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Request body: {'port': {'device_id': '367b6b36-483a-4cc8-b26a-2921068ed175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:53.220186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.491811 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ef4f-88f8-41f9-8461-70c14d333385 req-01388904-abb7-40a0-8448-dbf8145a0b41 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.493436 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9677ef4f-88f8-41f9-8461-70c14d333385 req-01388904-abb7-40a0-8448-dbf8145a0b41 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.2045341 Jan 28 01:59:53.524839 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a294c4d-1a87-446c-8133-3b7bfaa12411 req-d7b989b4-3d85-49b2-aa56-1bfd94b1b444 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.526413 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a294c4d-1a87-446c-8133-3b7bfaa12411 req-d7b989b4-3d85-49b2-aa56-1bfd94b1b444 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 931 time: 0.1670775 Jan 28 01:59:53.642340 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9677ef4f-88f8-41f9-8461-70c14d333385 req-6885c79b-5305-45ea-b55c-8ab79004c77c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400759 Jan 28 01:59:53.665478 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a294c4d-1a87-446c-8133-3b7bfaa12411 req-72968056-8600-414f-ab36-1167225bee5e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228333 Jan 28 01:59:53.673960 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31782-88f8-476a-9cda-1a47a179791d req-3b590a7d-263a-415f-976c-987323f1fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.675301 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-3b590a7d-263a-415f-976c-987323f1fb77 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1098 time: 0.1226935 Jan 28 01:59:53.782861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:53.796782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.824986 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Transition to ACTIVE for port object 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:59:53.837039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.898222 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9f25-63af-49d2-9287-570fffc9b7de req-e5f50338-c3b8-4ca3-8f42-1c050e50e370 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.899799 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ec1c9f25-63af-49d2-9287-570fffc9b7de req-e5f50338-c3b8-4ca3-8f42-1c050e50e370 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1842880 Jan 28 01:59:53.908158 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31782-88f8-476a-9cda-1a47a179791d req-a8888c60-6ce7-440d-94fa-f1384c38ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:53.909777 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-a8888c60-6ce7-440d-94fa-f1384c38ed90 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.2050550 Jan 28 01:59:53.979096 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:54.034971 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ec1c9f25-63af-49d2-9287-570fffc9b7de req-4d774f55-1d63-46db-a34b-8cbe31e4c1e8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230061 Jan 28 01:59:54.045619 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-11bd5c13-6351-4b70-8a6f-89e4ca8d9b0a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 1001 time: 0.1230900 Jan 28 01:59:54.048609 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Attempting to bind port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:59:54.048973 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Attempting to bind port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:59:54.049300 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Attempting to bind port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a on network f97ed89c-681e-4768-b1be-7eb9acf480b2 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:54.071956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a on network f97ed89c-681e-4768-b1be-7eb9acf480b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:59:54.072302 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Attempting to bind port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a on network f97ed89c-681e-4768-b1be-7eb9acf480b2 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:59:54.113852 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:59:54.114367 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Checking segment: {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:59:54.114956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Bound using segment: {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:59:54.115555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Bound port: 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:59:54.116025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:54.172310 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31782-88f8-476a-9cda-1a47a179791d req-d0ff7132-aa35-468d-9b3b-d995d80770e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.173747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-d0ff7132-aa35-468d-9b3b-d995d80770e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.1129270 Jan 28 01:59:54.209322 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f10af-7727-4f8f-a95a-a770a47c1bb2 req-358c2920-692b-4489-a3fe-0ac2b8352b28 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.210827 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8a4f10af-7727-4f8f-a95a-a770a47c1bb2 req-358c2920-692b-4489-a3fe-0ac2b8352b28 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1593089 Jan 28 01:59:54.286316 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:59:54.314925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:59:54.327855 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8a4f10af-7727-4f8f-a95a-a770a47c1bb2 req-e4c23170-1f83-44f6-a653-a9ac5e7dde84 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937014 Jan 28 01:59:54.328913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:54.351231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8d6d-af02-425c-8760-8514ace4d67b req-398c9b71-960d-4c22-bdf9-db4b5ce941bd tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.352772 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-931a8d6d-af02-425c-8760-8514ace4d67b req-398c9b71-960d-4c22-bdf9-db4b5ce941bd tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1823211 Jan 28 01:59:54.389386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31782-88f8-476a-9cda-1a47a179791d req-e85e62e4-71c6-465d-becd-5195d53c751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.390839 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-e85e62e4-71c6-465d-becd-5195d53c751a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1979671 Jan 28 01:59:54.393280 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.393884 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:54.395248 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] 10.222.0.100 "PUT /v2.0/ports/8cd36e81-1c02-4dd4-9de3-3cdce47bb04a HTTP/1.1" status: 200 len: 1093 time: 1.2522957 Jan 28 01:59:54.397551 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:54.400024 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:54.485420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43f32db-7c02-46f0-9dda-5dd9e2055686 x-openstack-request-id: req-a43f32db-7c02-46f0-9dda-5dd9e2055686 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:54.485756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:54.485962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a43f32db-7c02-46f0-9dda-5dd9e2055686 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:54.486321 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a', 'status': 'completed', 'code': 200} Jan 28 01:59:54.523361 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-931a8d6d-af02-425c-8760-8514ace4d67b req-58ed16ff-2e40-4db9-bc92-2f1f96689992 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480272 Jan 28 01:59:54.529197 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab8e50-3b1d-4b49-b0d6-acfd04cbb5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:54.604916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-6110f5f7-71e8-4846-a252-d1a593de224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.606587 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-6110f5f7-71e8-4846-a252-d1a593de224a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 1096 time: 0.0823333 Jan 28 01:59:54.608670 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-3030511b-8c59-48fb-9ecf-292721b3a3a8 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868346 Jan 28 01:59:54.708780 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-0f712adf-efd3-405c-9722-1cf17c891db5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a HTTP/1.1" status: 200 len: 217 time: 0.0599937 Jan 28 01:59:54.947913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-70974285-aab5-43f8-9ae4-bae6dce2fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.950131 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-70974285-aab5-43f8-9ae4-bae6dce2fb78 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cedef723-4e55-4d52-8756-dca18a3c30b3 HTTP/1.1" status: 200 len: 853 time: 0.1891136 Jan 28 01:59:54.986402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68381a9e-7d46-47ad-bfb6-25655d9c3489 req-633e2878-8d45-4b77-9f6f-7840dd7685f7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.988112 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-68381a9e-7d46-47ad-bfb6-25655d9c3489 req-633e2878-8d45-4b77-9f6f-7840dd7685f7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 943 time: 0.2256682 Jan 28 01:59:54.996235 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7f86-cb12-43df-8475-704ccd80bd61 req-fd7589aa-d894-4fed-b1f8-132c47433a17 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:54.997876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18ca7f86-cb12-43df-8475-704ccd80bd61 req-fd7589aa-d894-4fed-b1f8-132c47433a17 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.2389240 Jan 28 01:59:55.024523 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-8a50ff3f-7e6e-4c8f-8bd0-9930b0c3806b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f97ed89c-681e-4768-b1be-7eb9acf480b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587521 Jan 28 01:59:55.028507 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-06c31782-88f8-476a-9cda-1a47a179791d req-604a8c00-ae6f-4e0a-8b8c-00c819a6c0fe service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785107 Jan 28 01:59:55.099931 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-68381a9e-7d46-47ad-bfb6-25655d9c3489 req-a72eee61-95d7-489d-bc56-52b8d44febbc tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980990 Jan 28 01:59:55.108758 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18ca7f86-cb12-43df-8475-704ccd80bd61 req-fb2e9999-db31-4b69-95fd-620e40c736ac tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861228 Jan 28 01:59:55.218800 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-108c0625-9863-400a-b1db-1ddee5230017 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585951 Jan 28 01:59:55.323658 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d2b46-3785-4759-a1af-4222b023c077 req-97817b69-3bbb-4a3a-a755-f8c625ad32b8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:55.326536 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf5d2b46-3785-4759-a1af-4222b023c077 req-97817b69-3bbb-4a3a-a755-f8c625ad32b8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1302538 Jan 28 01:59:55.373457 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0208f57e-a5bf-47d7-91f2-01b4d0931499 req-41a03ce2-2d39-4aaa-ab87-9c848b050203 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388824 Jan 28 01:59:55.392044 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf5d2b46-3785-4759-a1af-4222b023c077 req-169c9e0c-f933-412a-9081-001e68e0fcb9 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515852 Jan 28 01:59:55.488160 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c63b8-613b-4e8a-944b-9d40f13df997 req-4e40b215-9f10-43de-b474-bc4d49d73543 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:55.490032 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7e0c63b8-613b-4e8a-944b-9d40f13df997 req-4e40b215-9f10-43de-b474-bc4d49d73543 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0582240 Jan 28 01:59:55.561818 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7e0c63b8-613b-4e8a-944b-9d40f13df997 req-116520f1-6203-442f-ac8d-72e0d9d659e6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646033 Jan 28 01:59:55.584960 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-c13bf30a-60be-4f4f-8945-d7fba9f2575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:55.587362 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-c13bf30a-60be-4f4f-8945-d7fba9f2575e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 1096 time: 0.0736792 Jan 28 01:59:55.967168 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cde5c-106c-4cc5-8f26-34b3a4f1b2d4 req-e68ac178-5d34-4977-9971-46ea1de15c49 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:55.968597 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2e8cde5c-106c-4cc5-8f26-34b3a4f1b2d4 req-e68ac178-5d34-4977-9971-46ea1de15c49 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.3186979 Jan 28 01:59:55.970377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-8391de76-24e4-4999-bcca-f18b2098f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:55.971916 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-8391de76-24e4-4999-bcca-f18b2098f860 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 914 time: 0.3718295 Jan 28 01:59:56.028061 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-0a5125c7-ffc2-4fb3-8725-99f41c677aca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a HTTP/1.1" status: 200 len: 217 time: 0.0460823 Jan 28 01:59:56.059104 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2e8cde5c-106c-4cc5-8f26-34b3a4f1b2d4 req-75cff451-d5f6-4dd7-9cc0-8cf999ba64ea tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790019 Jan 28 01:59:56.095091 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-4282cdc4-18b3-4708-917b-3c8d31e7f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.096596 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-4282cdc4-18b3-4708-917b-3c8d31e7f257 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cedef723-4e55-4d52-8756-dca18a3c30b3 HTTP/1.1" status: 200 len: 853 time: 0.0547795 Jan 28 01:59:56.144969 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-fc85d3ad-c65a-495f-95c0-28f5c976c1c7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f97ed89c-681e-4768-b1be-7eb9acf480b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255182 Jan 28 01:59:56.346784 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2def7-b321-475a-84a5-1a220218b5a3 req-ad5f5e79-cc1a-4f5e-a119-cffdec889f7a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.348525 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f3c2def7-b321-475a-84a5-1a220218b5a3 req-ad5f5e79-cc1a-4f5e-a119-cffdec889f7a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 943 time: 0.1165290 Jan 28 01:59:56.361002 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2636f4-07ea-46e1-a629-35ce55dc99c0 req-464b9676-8650-4a18-b61e-b9d507a6e300 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.362579 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9e2636f4-07ea-46e1-a629-35ce55dc99c0 req-464b9676-8650-4a18-b61e-b9d507a6e300 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.1291602 Jan 28 01:59:56.365982 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-a2a7553f-6665-4e70-a3dc-79c1b598799c service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009990 Jan 28 01:59:56.429882 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9e2636f4-07ea-46e1-a629-35ce55dc99c0 req-d081f1c7-81b0-4851-926a-a701ad5c964c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570645 Jan 28 01:59:56.433021 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f3c2def7-b321-475a-84a5-1a220218b5a3 req-20c09d81-3517-4577-b326-c61de1253308 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692670 Jan 28 01:59:56.635351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6350244-9703-4221-8819-edca0187611d req-9cb4cb2d-7350-4a62-a6e7-333c6ecfb082 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.637523 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6350244-9703-4221-8819-edca0187611d req-9cb4cb2d-7350-4a62-a6e7-333c6ecfb082 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1386015 Jan 28 01:59:56.684040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-fd4d7b2a-2108-4575-b2b2-c6ea89609c64 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.685706 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-fd4d7b2a-2108-4575-b2b2-c6ea89609c64 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 945 time: 0.1776097 Jan 28 01:59:56.744626 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d97c9ead-a4d5-4fc4-8465-f71f411c0dc1 req-2087de19-760c-475a-bd5d-c6117f4a4545 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341049 Jan 28 01:59:56.779092 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6350244-9703-4221-8819-edca0187611d req-98dc382d-0780-4afb-bd6e-a40bd50706d7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317692 Jan 28 01:59:56.823628 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2a098-b6c8-45e5-b2c4-2cafc75e0059 req-b7590f0e-3202-4bfd-962d-bbd44f19fd60 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:56.825468 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49f2a098-b6c8-45e5-b2c4-2cafc75e0059 req-b7590f0e-3202-4bfd-962d-bbd44f19fd60 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.1497943 Jan 28 01:59:56.876747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49f2a098-b6c8-45e5-b2c4-2cafc75e0059 req-89f2c3e5-988f-42a8-81cf-3ba7f19f5394 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439596 Jan 28 01:59:56.885119 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Deleting port 795e674c-2378-45d3-a53d-1f3437f0f728 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:56.885458 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:56.979752 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] For port 795e674c-2378-45d3-a53d-1f3437f0f728, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=795e674c-2378-45d3-a53d-1f3437f0f728,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:56.981225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:56.993980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Calling delete_port for 795e674c-2378-45d3-a53d-1f3437f0f728 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:57.135270 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:57.178246 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event deleted for resources: {'Port': ['ID=795e674c-2378-45d3-a53d-1f3437f0f728,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:57.192424 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8', '770e2a60-f836-46bc-ba19-66a19ac3ab81', '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', '795e674c-2378-45d3-a53d-1f3437f0f728'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:57.238508 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] No DVR routers for this DVR port 795e674c-2378-45d3-a53d-1f3437f0f728 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:57.243650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:57.248034 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-89b06783-fd1d-4619-aa9c-a9a07530db99 req-971173f1-c24f-402d-9634-5cb50c15b4fa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "DELETE /v2.0/ports/795e674c-2378-45d3-a53d-1f3437f0f728 HTTP/1.1" status: 204 len: 173 time: 0.5450182 Jan 28 01:59:57.248488 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'name': 'network-vif-deleted', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:57.250848 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d125319-8145-4560-8b44-df320521eaa9" -d '{"events": [{"server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "name": "network-vif-deleted", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:57.285623 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab764a3-b239-4a70-bf2e-111aaf713602 req-1a2a48ec-06f4-4ca7-ad8c-b5b152630e0f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:57.291068 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cab764a3-b239-4a70-bf2e-111aaf713602 req-1a2a48ec-06f4-4ca7-ad8c-b5b152630e0f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1441233 Jan 28 01:59:57.315108 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a141977-f605-4f4a-b5b1-23c51268b324 x-openstack-request-id: req-0a141977-f605-4f4a-b5b1-23c51268b324 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:57.315399 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b685d7bb-be0f-40cd-817b-38404f317e12", "name": "network-vif-deleted", "tag": "795e674c-2378-45d3-a53d-1f3437f0f728", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:57.315638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0a141977-f605-4f4a-b5b1-23c51268b324 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:57.316027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b685d7bb-be0f-40cd-817b-38404f317e12', 'name': 'network-vif-deleted', 'tag': '795e674c-2378-45d3-a53d-1f3437f0f728', 'status': 'completed', 'code': 200} Jan 28 01:59:57.336053 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cab764a3-b239-4a70-bf2e-111aaf713602 req-55430f6e-5657-4f62-83ce-cfe21fbf339f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381315 Jan 28 01:59:57.595023 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-029a3e6a-552b-4ce1-b7b9-8bb5eed2bdf3 req-fe07f0e0-8c35-4925-af40-14305896f06a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=b685d7bb-be0f-40cd-817b-38404f317e12 HTTP/1.1" status: 200 len: 210 time: 0.0528893 Jan 28 01:59:57.623808 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44237e4f-7036-4169-ae08-28d1b719d3a0 req-46d09c04-fdbc-4669-bedf-f797543506b0 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:57.625397 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44237e4f-7036-4169-ae08-28d1b719d3a0 req-46d09c04-fdbc-4669-bedf-f797543506b0 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 943 time: 0.0740898 Jan 28 01:59:57.668613 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44237e4f-7036-4169-ae08-28d1b719d3a0 req-065e9e27-63b4-4cee-8035-231ede8641a5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Jan 28 01:59:57.915718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6a99-1e67-4787-9789-342ef3eadefb req-742313c9-8843-4a7d-97db-fa2df47ee429 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:57.917274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-151e6a99-1e67-4787-9789-342ef3eadefb req-742313c9-8843-4a7d-97db-fa2df47ee429 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0546288 Jan 28 01:59:57.969891 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-151e6a99-1e67-4787-9789-342ef3eadefb req-a2ae47f3-22e7-4f81-acc6-3180e19917d7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Jan 28 01:59:58.032983 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71537-be39-4d9d-8fa5-6ee75f777a02 req-a56b05b2-9816-4c8c-8e72-2d4a27751786 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:58.034981 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ee71537-be39-4d9d-8fa5-6ee75f777a02 req-a56b05b2-9816-4c8c-8e72-2d4a27751786 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 945 time: 0.0588510 Jan 28 01:59:58.086324 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ee71537-be39-4d9d-8fa5-6ee75f777a02 req-a0c2ebf3-b513-44ee-8967-b6ef86ff417b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Jan 28 01:59:58.145341 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:59:58.156219 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:58.313925 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:58.316775 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:58.338149 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'mac_address': 'fa:16:3e:7f:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:59:58.355353 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:58.359003 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5a710-88db-4064-a754-220f0fef7143" -d '{"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-unplugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:58.398223 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:58.405999 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:58.438490 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab707117-edee-46a7-8102-56a46f2a7438 x-openstack-request-id: req-ab707117-edee-46a7-8102-56a46f2a7438 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:58.438801 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-unplugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:58.439061 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ab707117-edee-46a7-8102-56a46f2a7438 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:58.439451 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'code': 200} Jan 28 01:59:58.444860 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:58.476959 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1938f369-8c3b-46ca-90e4-040b0e1f5517 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:59:58.489692 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=8']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:58.507375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.507749 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.508095 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.508428 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.508759 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.509122 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.509444 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.509813 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.510112 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.510477 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.511704 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.511704 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:58.523772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:58.529759 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:58.539053 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288493-330a-4329-be49-592833f7d028 req-46e0f33f-2712-4ffd-a357-483ae55e1f6f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:58.540728 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c288493-330a-4329-be49-592833f7d028 req-46e0f33f-2712-4ffd-a357-483ae55e1f6f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0745296 Jan 28 01:59:58.589282 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c288493-330a-4329-be49-592833f7d028 req-a4143003-f853-4fb4-8f9e-0b4fe9dc4ca6 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357592 Jan 28 01:59:58.596545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:58.792034 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcd4d-c869-480f-83f3-935b9f54ce77 req-79b73a7a-40f5-46fc-9fdb-327094c97c58 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:58.794082 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d0bcd4d-c869-480f-83f3-935b9f54ce77 req-79b73a7a-40f5-46fc-9fdb-327094c97c58 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Jan 28 01:59:58.836290 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d0bcd4d-c869-480f-83f3-935b9f54ce77 req-e60f11e7-8738-4e58-95b1-7fc83c44dc53 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Jan 28 01:59:59.119305 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['1938f369-8c3b-46ca-90e4-040b0e1f5517'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:59.123064 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e48faf-dd03-4b69-a225-e05a076b192b req-b5205891-b0a1-40a9-9294-4d2db11335e6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:59.124824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04e48faf-dd03-4b69-a225-e05a076b192b req-b5205891-b0a1-40a9-9294-4d2db11335e6 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0664654 Jan 28 01:59:59.201550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-04e48faf-dd03-4b69-a225-e05a076b192b req-7c5a2a94-58bf-4524-81fb-324214b4a6be tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Jan 28 01:59:59.243376 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9dd8-ba2f-4e4b-b885-b0c97429d3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:59.291065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84519b-5d50-4eb5-a38c-008359a84515 req-16851783-84e0-43d2-ad56-8ed0a9faabfe tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:59.292669 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af84519b-5d50-4eb5-a38c-008359a84515 req-16851783-84e0-43d2-ad56-8ed0a9faabfe tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0590639 Jan 28 01:59:59.348022 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af84519b-5d50-4eb5-a38c-008359a84515 req-ad01aa4f-4072-412f-8366-3540af367efe tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480764 Jan 28 01:59:59.772849 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e43cb1-d084-4a46-9f41-360915478030 req-5a1faa9a-02af-402b-ac5e-10897dae2f6f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:59.774405 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1e43cb1-d084-4a46-9f41-360915478030 req-5a1faa9a-02af-402b-ac5e-10897dae2f6f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 944 time: 0.0687222 Jan 28 01:59:59.826269 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1e43cb1-d084-4a46-9f41-360915478030 req-2eb55625-b704-4127-be52-ebcb8d70fc19 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436039 Jan 28 01:59:59.981199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cf234-2e27-4e34-9190-6ec730b2f452 req-4dff547b-0c34-40e4-908c-35c939b41cdd tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:59.983113 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-514cf234-2e27-4e34-9190-6ec730b2f452 req-4dff547b-0c34-40e4-908c-35c939b41cdd tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 943 time: 0.0567968 Jan 28 02:00:00.038144 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-514cf234-2e27-4e34-9190-6ec730b2f452 req-2aae7170-6cff-4570-b05a-a70a2b4b132c tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Jan 28 02:00:00.068226 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-7e5201d1-bf49-4d16-85e2-42022715fa2d req-16ef9454-cc24-4d1f-8d4c-d877bf66ba0d service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 02:00:00.070242 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7e5201d1-bf49-4d16-85e2-42022715fa2d req-16ef9454-cc24-4d1f-8d4c-d877bf66ba0d service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091765 Jan 28 02:00:00.157046 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aabb7-c633-4059-9f59-3605a8c1761d req-37ca8b48-1bec-452d-adda-ea348a6c0257 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:00.157046 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d3aabb7-c633-4059-9f59-3605a8c1761d req-37ca8b48-1bec-452d-adda-ea348a6c0257 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.0539796 Jan 28 02:00:00.165176 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:00:00.179324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 795e674c-2378-45d3-a53d-1f3437f0f728 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:00.234347 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d3aabb7-c633-4059-9f59-3605a8c1761d req-dadc197a-966d-4774-a880-7b030a68b19e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704212 Jan 28 02:00:00.249482 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 795e674c-2378-45d3-a53d-1f3437f0f728 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:00.250336 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 795e674c-2378-45d3-a53d-1f3437f0f728 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:00.359630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cd71-b25f-463d-9b43-bca91d117047 req-ac567339-7338-4401-b8ed-8824ce11949e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:00.361225 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db59cd71-b25f-463d-9b43-bca91d117047 req-ac567339-7338-4401-b8ed-8824ce11949e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1172616 Jan 28 02:00:00.374586 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:00.387529 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a', 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2', 'port_id': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a', 'mac_address': 'fa:16:3e:fa:aa:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedef723-4e55-4d52-8756-dca18a3c30b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:00:00.411125 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c17c6-e4a4-4d7a-96b7-ea3aef82ed75 req-a05c43b2-4bb0-4043-bb80-a7cf20fc9356 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:00.412602 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b75c17c6-e4a4-4d7a-96b7-ea3aef82ed75 req-a05c43b2-4bb0-4043-bb80-a7cf20fc9356 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0983000 Jan 28 02:00:00.439016 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:00.450329 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db59cd71-b25f-463d-9b43-bca91d117047 req-c499e7fa-9d48-4f8d-b939-76048e1c46e8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755174 Jan 28 02:00:00.469764 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:00:00.484226 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b75c17c6-e4a4-4d7a-96b7-ea3aef82ed75 req-8f7c8b30-9d64-4c63-b625-be1f798baf3f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582366 Jan 28 02:00:00.501808 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:00.507194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:00.568705 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:00.766148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46072) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:00.853399 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-d7b3f8b5-cef6-4f5f-8b63-3a6189e7ad27 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857348 Jan 28 02:00:00.862470 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-f32a1be0-ee7e-4feb-9dea-b92570d766e9 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 02:00:00.863451 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-f32a1be0-ee7e-4feb-9dea-b92570d766e9 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051508 Jan 28 02:00:00.949764 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3c3c6-2e3d-4832-ac2d-5e39b6582cf4 req-2a379d10-3fa8-4be1-954b-bdcbb7fe03a1 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:00.951308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bec3c3c6-2e3d-4832-ac2d-5e39b6582cf4 req-2a379d10-3fa8-4be1-954b-bdcbb7fe03a1 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 944 time: 0.0518019 Jan 28 02:00:00.991936 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bec3c3c6-2e3d-4832-ac2d-5e39b6582cf4 req-cc3f303c-c496-492d-afe6-052d374082e7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345821 Jan 28 02:00:01.023365 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['8cd36e81-1c02-4dd4-9de3-3cdce47bb04a'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:01.173426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8e5b-42b1-4db4-84d8-fdee2b2420c7 req-ffb59582-0e13-47f9-99ca-ba8f33f71d74 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:01.174969 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9d7f8e5b-42b1-4db4-84d8-fdee2b2420c7 req-ffb59582-0e13-47f9-99ca-ba8f33f71d74 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 944 time: 0.0527017 Jan 28 02:00:01.217061 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9d7f8e5b-42b1-4db4-84d8-fdee2b2420c7 req-6973bff9-da62-4030-ba38-28d0def11f28 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Jan 28 02:00:01.371962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412944d-8cda-48d7-9da3-5aa21f5dec07 req-727d0067-c5d2-4b57-971c-c7f03fec593e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:01.373649 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7412944d-8cda-48d7-9da3-5aa21f5dec07 req-727d0067-c5d2-4b57-971c-c7f03fec593e tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.0649343 Jan 28 02:00:01.429351 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7412944d-8cda-48d7-9da3-5aa21f5dec07 req-816e1e47-fdf2-4746-9b6e-598dbd44146d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Jan 28 02:00:01.635839 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791483f-1051-4df5-9eae-a419aa57c148 req-001b3485-d807-4889-8186-24ba3be7014f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:01.637993 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b791483f-1051-4df5-9eae-a419aa57c148 req-001b3485-d807-4889-8186-24ba3be7014f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1104853 Jan 28 02:00:01.649874 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbbbe3-3be3-4330-b70d-da484c737e0d req-483dacac-516c-4e33-9ad9-ba0e107d8e7a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:01.651359 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-58bbbbe3-3be3-4330-b70d-da484c737e0d req-483dacac-516c-4e33-9ad9-ba0e107d8e7a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0894451 Jan 28 02:00:01.712690 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b791483f-1051-4df5-9eae-a419aa57c148 req-1f665a40-c970-448a-a721-d064ebb2ec97 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603030 Jan 28 02:00:01.718857 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-58bbbbe3-3be3-4330-b70d-da484c737e0d req-92e9fe6c-5311-4aad-a4d9-b12c37b7fcf3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602980 Jan 28 02:00:01.924140 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1620-c02f-4525-a441-aa0ad45cc9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:02.156191 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c09ba-2ed9-4344-887e-f05e36e58cce req-66aebb0c-a206-4f84-9da3-4c1c29164f62 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.157791 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-986c09ba-2ed9-4344-887e-f05e36e58cce req-66aebb0c-a206-4f84-9da3-4c1c29164f62 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 944 time: 0.0625544 Jan 28 02:00:02.165516 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:02.211902 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-986c09ba-2ed9-4344-887e-f05e36e58cce req-0cced6ff-0f08-4bd0-81cd-99b2c11abb25 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461619 Jan 28 02:00:02.228999 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 1938f369-8c3b-46ca-90e4-040b0e1f5517 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:00:02.238397 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 1938f369-8c3b-46ca-90e4-040b0e1f5517 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:02.238845 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:02.350142 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:02.361626 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44abe-8ba7-4a0f-9905-1f8f7c6746bc req-89011014-83c0-446c-813e-fd2e6cac4b97 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.363158 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ae44abe-8ba7-4a0f-9905-1f8f7c6746bc req-89011014-83c0-446c-813e-fd2e6cac4b97 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 944 time: 0.0722103 Jan 28 02:00:02.375876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:02.378144 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4507097-369a-40bc-9524-eaf66a057c5f" -d '{"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-plugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:02.392107 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:02.398226 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:02.399263 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:02.444454 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4ae44abe-8ba7-4a0f-9905-1f8f7c6746bc req-6f97661b-6662-4a28-b9d9-ccfd8d185691 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707331 Jan 28 02:00:02.446422 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57405258-03e1-4ad7-8b69-0dd89e159008 x-openstack-request-id: req-57405258-03e1-4ad7-8b69-0dd89e159008 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:02.446680 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-plugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:02.446937 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-57405258-03e1-4ad7-8b69-0dd89e159008 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:02.447352 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'code': 200} Jan 28 02:00:02.487340 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:02.614651 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-6dc0da68-55f4-42b3-a5ac-19f37bc831a7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.616052 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-6dc0da68-55f4-42b3-a5ac-19f37bc831a7 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.1126788 Jan 28 02:00:02.626255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef58c84-1c00-4a89-964d-c9d883fe8510 req-9d74c60e-3215-4db0-8f76-f2b93dead065 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.627777 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ef58c84-1c00-4a89-964d-c9d883fe8510 req-9d74c60e-3215-4db0-8f76-f2b93dead065 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 946 time: 0.1038694 Jan 28 02:00:02.726624 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ef58c84-1c00-4a89-964d-c9d883fe8510 req-cd7cc933-f8e9-4244-8efc-39c34d887bee tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 Jan 28 02:00:02.759732 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Deleting port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:02.762076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:02.969033 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4088e-c961-45c3-95e7-66fcc768a4c6 req-34af1e74-7d17-4908-b9ca-4d439a0d6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.970389 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f6d4088e-c961-45c3-95e7-66fcc768a4c6 req-34af1e74-7d17-4908-b9ca-4d439a0d6d61 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.2031355 Jan 28 02:00:02.980089 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] For port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:02.981047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:03.010898 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69622d54-593c-40e4-a393-71006b847e06 req-d0c3bc81-2147-4847-85d2-9e99f2fef8b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.012488 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-69622d54-593c-40e4-a393-71006b847e06 req-d0c3bc81-2147-4847-85d2-9e99f2fef8b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1821074 Jan 28 02:00:03.020368 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869ca81-214b-47ca-9484-39a2f497231b req-0dd91d32-36a8-4554-920a-91c74878fae5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.021810 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6869ca81-214b-47ca-9484-39a2f497231b req-0dd91d32-36a8-4554-920a-91c74878fae5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1903508 Jan 28 02:00:03.029140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Calling delete_port for 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:03.170097 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f6d4088e-c961-45c3-95e7-66fcc768a4c6 req-6e86ab53-614a-46ec-99bf-1cba18bd9ecf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1801639 Jan 28 02:00:03.170797 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:03.220273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-69622d54-593c-40e4-a393-71006b847e06 req-8e5b3bf1-4fff-488e-913f-964d40336d0d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864629 Jan 28 02:00:03.234594 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6869ca81-214b-47ca-9484-39a2f497231b req-d7ac7689-3a9c-4940-82c4-9637a6465b66 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029793 Jan 28 02:00:03.257803 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3270-0737-4918-bed6-51cac26cf673 req-a4552c88-03c2-45b3-a5f7-a78fb064ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.260350 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-a4552c88-03c2-45b3-a5f7-a78fb064ecae service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 1096 time: 0.2062917 Jan 28 02:00:03.384536 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:03.421958 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da779bf0-0e28-499c-b61a-2a842b85a50b req-16e27c83-6308-4cd1-bc88-816434b2aca1 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.423645 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da779bf0-0e28-499c-b61a-2a842b85a50b req-16e27c83-6308-4cd1-bc88-816434b2aca1 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1030402 Jan 28 02:00:03.428473 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event deleted for resources: {'Port': ['ID=2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:03.431129 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8', '770e2a60-f836-46bc-ba19-66a19ac3ab81', '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:03.504165 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] No DVR routers for this DVR port 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:03.512248 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:03.515814 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35e8a397-6d0f-43c1-8427-e2fe07e751af req-ac041e73-9e11-4509-a8b1-ca11f6c7f049 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "DELETE /v2.0/ports/2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 HTTP/1.1" status: 204 len: 173 time: 0.8871059 Jan 28 02:00:03.516257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'name': 'network-vif-deleted', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:03.518528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0fa73a-7158-4439-85b3-f22b6f6324cd" -d '{"events": [{"server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "name": "network-vif-deleted", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:03.543530 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da779bf0-0e28-499c-b61a-2a842b85a50b req-688a029f-94a9-485b-b84a-d85d3dd89a89 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064346 Jan 28 02:00:03.610948 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3270-0737-4918-bed6-51cac26cf673 req-43961306-1789-49dd-854f-9641772d963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.613682 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-43961306-1789-49dd-854f-9641772d963b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1096 time: 0.0842488 Jan 28 02:00:03.631964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e28782e-5ac8-45e7-a3e9-2169415943f3 x-openstack-request-id: req-2e28782e-5ac8-45e7-a3e9-2169415943f3 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:03.632365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae16871-7072-45bc-9498-b2187c59cb1f", "name": "network-vif-deleted", "tag": "2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:03.632704 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2e28782e-5ac8-45e7-a3e9-2169415943f3 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:03.633220 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae16871-7072-45bc-9498-b2187c59cb1f', 'name': 'network-vif-deleted', 'tag': '2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643', 'status': 'completed', 'code': 200} Jan 28 02:00:03.658518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fae17-0c94-46b3-b232-9d59a7a354c1 req-39ab7c20-b68d-4c95-a2b3-af16cb4aa8e9 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.660075 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-390fae17-0c94-46b3-b232-9d59a7a354c1 req-39ab7c20-b68d-4c95-a2b3-af16cb4aa8e9 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 944 time: 0.0817218 Jan 28 02:00:03.754689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-390fae17-0c94-46b3-b232-9d59a7a354c1 req-420cf8f7-2ce1-4f08-9733-4f3bcf4c8078 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 Jan 28 02:00:03.782272 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3270-0737-4918-bed6-51cac26cf673 req-4fa13599-3ac3-4b87-8206-358cda00607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.783867 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-4fa13599-3ac3-4b87-8206-358cda00607f service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.1228456 Jan 28 02:00:03.913677 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-17a2a55c-e743-4409-8b24-71d7de77f5a1 req-ee885ac4-eaca-4c70-b4b2-219d4e3dc085 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ae16871-7072-45bc-9498-b2187c59cb1f HTTP/1.1" status: 200 len: 210 time: 0.0554440 Jan 28 02:00:03.938349 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-0aa78cc8-7f9a-4c7b-890a-713f5fbe9cec service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 999 time: 0.1461754 Jan 28 02:00:04.005104 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3270-0737-4918-bed6-51cac26cf673 req-1e3be9ac-624c-48a3-ab9e-37e58e4f388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:04.006505 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-1e3be9ac-624c-48a3-ab9e-37e58e4f388b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0489349 Jan 28 02:00:04.075501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3270-0737-4918-bed6-51cac26cf673 req-8cbb3d48-c860-445b-b47c-08d66473c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:04.077985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-8cbb3d48-c860-445b-b47c-08d66473c095 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603471 Jan 28 02:00:04.220324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:04.235683 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-e3bd1904-9b5f-4369-8f7a-bdf11271918b service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458619 Jan 28 02:00:04.287765 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:00:04.296147 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:04.297112 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:04.423669 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f75f3270-0737-4918-bed6-51cac26cf673 req-19f38f78-dfc0-4474-b628-f7d3de0c5600 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672709 Jan 28 02:00:04.469016 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206e3a-f568-41b1-9e77-1dc7f8839bc2 req-73499513-1c31-42f8-ab9e-05e0d93160fa tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:04.470946 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c9206e3a-f568-41b1-9e77-1dc7f8839bc2 req-73499513-1c31-42f8-ab9e-05e0d93160fa tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1070139 Jan 28 02:00:04.487029 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7572-3452-4311-bccc-a06279784856 req-48b4c5ab-1207-4f4b-af31-18ce1cca76a1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:04.488651 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcca7572-3452-4311-bccc-a06279784856 req-48b4c5ab-1207-4f4b-af31-18ce1cca76a1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0790470 Jan 28 02:00:04.646328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:04.657820 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:04.687936 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:04.690989 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6c505-5b32-40dc-a131-588a213c5684" -d '{"events": [{"server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "name": "network-vif-plugged", "status": "completed", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:04.698200 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:04.704738 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:04.706428 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:04.778642 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:04.779324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 2d4ca6b9-07ff-4d2f-a74f-39ee5aa53643 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:04.819912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:04.834789 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c9206e3a-f568-41b1-9e77-1dc7f8839bc2 req-934b89a1-0848-4953-a3f2-8415473e99e5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448484 Jan 28 02:00:04.857525 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fcca7572-3452-4311-bccc-a06279784856 req-a1cd2cf0-0c60-4950-827c-34eadda6df19 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503959 Jan 28 02:00:04.912716 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:04.947803 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c965f1-f87c-40f0-a5cf-9243a104132e x-openstack-request-id: req-87c965f1-f87c-40f0-a5cf-9243a104132e {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:04.948137 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "name": "network-vif-plugged", "status": "completed", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:04.948421 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-87c965f1-f87c-40f0-a5cf-9243a104132e {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:04.948854 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a', 'code': 200} Jan 28 02:00:05.031507 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44864bf-61af-45f8-bd56-d3e971d12a03 req-c95b0c1b-fd63-4f67-93a4-4d4502744ff6 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.034312 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f44864bf-61af-45f8-bd56-d3e971d12a03 req-c95b0c1b-fd63-4f67-93a4-4d4502744ff6 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0795071 Jan 28 02:00:05.153430 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f44864bf-61af-45f8-bd56-d3e971d12a03 req-3e4a349c-391a-4131-83d5-a661ec1a88c9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108398 Jan 28 02:00:05.168226 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b2791-04f8-4ff6-869a-4774adc070c0 req-1d4d1cce-d137-4967-bee9-18e795d78c81 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.170290 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b6b2791-04f8-4ff6-869a-4774adc070c0 req-1d4d1cce-d137-4967-bee9-18e795d78c81 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1169720 Jan 28 02:00:05.269890 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b6b2791-04f8-4ff6-869a-4774adc070c0 req-dceb7335-6366-4466-816d-d78161fb12f5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834284 Jan 28 02:00:05.310730 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e82c5-ffe7-433a-9f03-60620570b718 req-151169e3-ee99-4be8-a0eb-0adf68c75999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.313586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe6e82c5-ffe7-433a-9f03-60620570b718 req-151169e3-ee99-4be8-a0eb-0adf68c75999 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 1098 time: 0.1024935 Jan 28 02:00:05.466340 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe6e82c5-ffe7-433a-9f03-60620570b718 req-3847a3cd-654c-4af9-b932-1a04db6e243a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244309 Jan 28 02:00:05.500707 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94c47d-ba35-427b-adb4-b3bf45999746 req-ffec498b-c9d1-425e-b0e8-87bc5f437a91 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.522109 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d94c47d-ba35-427b-adb4-b3bf45999746 req-ffec498b-c9d1-425e-b0e8-87bc5f437a91 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1775115 Jan 28 02:00:05.584048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d94c47d-ba35-427b-adb4-b3bf45999746 req-1673d4c8-d5e9-45cb-a123-68c4c014f4e5 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511396 Jan 28 02:00:05.623233 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46154) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:05.687941 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc509d-ba69-4302-b72e-2719ae597d54 req-9cf8b79d-8544-4dae-b0bd-ac70ca1e5999 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.691088 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59bc509d-ba69-4302-b72e-2719ae597d54 req-9cf8b79d-8544-4dae-b0bd-ac70ca1e5999 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0865068 Jan 28 02:00:05.733746 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-59bc509d-ba69-4302-b72e-2719ae597d54 req-62c29637-a663-4510-9416-0f7d8501c058 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Jan 28 02:00:05.900850 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3581c446-0339-45d9-b29c-96f5c2fab112 tempest-TestShelveInstance-1617752571 tempest-TestShelveInstance-1617752571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.904017 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3581c446-0339-45d9-b29c-96f5c2fab112 tempest-TestShelveInstance-1617752571 tempest-TestShelveInstance-1617752571-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1093 time: 0.2790596 Jan 28 02:00:05.908760 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46162) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:05.914073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:05.989289 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:06.235019 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852512e8-f95e-4ff9-af53-2005f7b4bf1d req-904914d1-ed25-4823-8713-d1972f3b4ec5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:06.236783 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-852512e8-f95e-4ff9-af53-2005f7b4bf1d req-904914d1-ed25-4823-8713-d1972f3b4ec5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1952033 Jan 28 02:00:06.254279 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79737e94-aa84-4613-b099-ba095cbced78 req-a3f35ea0-2892-4a2b-9fa5-636eb9ee7e7a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:06.255957 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79737e94-aa84-4613-b099-ba095cbced78 req-a3f35ea0-2892-4a2b-9fa5-636eb9ee7e7a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1915612 Jan 28 02:00:06.371597 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-852512e8-f95e-4ff9-af53-2005f7b4bf1d req-77d93245-b5da-4afb-b276-ea556640c34a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078627 Jan 28 02:00:06.420619 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79737e94-aa84-4613-b099-ba095cbced78 req-6bf50977-1698-4959-b492-e3ccca5114e1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461427 Jan 28 02:00:06.423151 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:06.725493 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Allocated IP 172.27.1.23 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/8ae0b973-61a2-4028-97e9-6f5f5253b58b) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:06.751568 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9a7f6-4062-4515-a1ba-4b961233e626 req-9b38b938-2907-4564-9322-db0940291068 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:06.753692 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29f9a7f6-4062-4515-a1ba-4b961233e626 req-9b38b938-2907-4564-9322-db0940291068 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1741660 Jan 28 02:00:06.944146 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29f9a7f6-4062-4515-a1ba-4b961233e626 req-08aa476f-b294-4abf-9b7d-8d0f300866cb tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619430 Jan 28 02:00:07.024548 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acdad1-8891-46b8-80ea-468fa4430d28 req-b76d22d5-ba76-4361-acb3-15ab93ff944a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:07.027472 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29acdad1-8891-46b8-80ea-468fa4430d28 req-b76d22d5-ba76-4361-acb3-15ab93ff944a tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.1623173 Jan 28 02:00:07.124403 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:07.157163 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29acdad1-8891-46b8-80ea-468fa4430d28 req-7f649742-ea74-439a-8ed1-1648332053e8 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126094 Jan 28 02:00:07.211953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:07.260636 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:07.265123 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:07.271842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:07.332906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'Port': ['ID=8ae0b973-61a2-4028-97e9-6f5f5253b58b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:07.688100 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404ff12-9ae5-4f67-ae24-78965f841059 req-5ca3c036-815d-4b28-877e-720ff2288f25 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:07.689316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1404ff12-9ae5-4f67-ae24-78965f841059 req-5ca3c036-815d-4b28-877e-720ff2288f25 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1205015 Jan 28 02:00:07.745953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f57d-20a9-4798-a626-257061c2c812 req-8f065cd8-8de7-4aca-9bfb-71b728edd03d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:07.747907 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ede6f57d-20a9-4798-a626-257061c2c812 req-8f065cd8-8de7-4aca-9bfb-71b728edd03d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1804562 Jan 28 02:00:07.833881 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1404ff12-9ae5-4f67-ae24-78965f841059 req-0c38e664-c438-4b4d-84b7-77efe88f4748 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240668 Jan 28 02:00:07.908895 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ede6f57d-20a9-4798-a626-257061c2c812 req-bb7c0cf3-b406-4cb4-9a6e-9fc2a821ddc9 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478720 Jan 28 02:00:07.954531 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:08.057043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:08.292273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55758-9e63-4111-a3d2-1d3397151eec req-1e26d9dd-e739-4327-94d3-9403552d3a08 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:08.294417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cfe55758-9e63-4111-a3d2-1d3397151eec req-1e26d9dd-e739-4327-94d3-9403552d3a08 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1675010 Jan 28 02:00:08.462766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432876-7644-4f27-86b1-f34438697228 req-b2f28e20-2b40-4d92-b76c-01cbd2c78786 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:08.465022 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d432876-7644-4f27-86b1-f34438697228 req-b2f28e20-2b40-4d92-b76c-01cbd2c78786 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.1954327 Jan 28 02:00:08.492943 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cfe55758-9e63-4111-a3d2-1d3397151eec req-25dbd274-b41e-4fb9-856f-1e64e77437bd tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869864 Jan 28 02:00:08.504095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:08.523515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:08.602446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:08.673367 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event updated for resources: {'Port': ['ID=8ae0b973-61a2-4028-97e9-6f5f5253b58b,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:08.680855 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d432876-7644-4f27-86b1-f34438697228 req-a48d70ac-32e3-499f-940f-8b5367dacd6c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824911 Jan 28 02:00:08.790446 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Floating IP 99edcbf6-60fc-4e8d-aa03-8544ac08a80e associated. External IP: 172.27.1.23, port: 1938f369-8c3b-46ca-90e4-040b0e1f5517. Jan 28 02:00:09.118835 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed5aa5-a630-420b-8b3a-d0db596b9c87 req-1c8fd04f-751c-43af-97f2-f9befacd98d1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.120407 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-abed5aa5-a630-420b-8b3a-d0db596b9c87 req-1c8fd04f-751c-43af-97f2-f9befacd98d1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1674404 Jan 28 02:00:09.161351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e10252-bd74-4f08-a917-d70fd5a24054 req-7715a78d-207a-4961-9afd-aa5d30492e68 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.162796 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e5e10252-bd74-4f08-a917-d70fd5a24054 req-7715a78d-207a-4961-9afd-aa5d30492e68 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1574280 Jan 28 02:00:09.242629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Router b2772783-ee27-4c19-aa99-78334df80c26 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:00:09.248370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-abed5aa5-a630-420b-8b3a-d0db596b9c87 req-ca081faf-e382-45f8-9b64-408c997ca730 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987298 Jan 28 02:00:09.259214 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e5e10252-bd74-4f08-a917-d70fd5a24054 req-b1956aee-e3a5-4207-86dc-9252bc320cbd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866218 Jan 28 02:00:09.712869 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:00:09.740309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:09.754046 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Sync routers for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:00:09.779645 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1d46d275-5e18-4e37-a08a-40b967838f16 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8694546 Jan 28 02:00:09.781104 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:09.783485 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234" -d '{"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:09.807935 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:09.809405 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:09.815245 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5810c4-f2be-4922-8f17-551a9fb06ece req-766fec4a-dccf-4fd7-998e-80bb28e36d3a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.817358 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a5810c4-f2be-4922-8f17-551a9fb06ece req-766fec4a-dccf-4fd7-998e-80bb28e36d3a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1503527 Jan 28 02:00:09.990993 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:10.003033 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a5810c4-f2be-4922-8f17-551a9fb06ece req-40a4e650-bdaf-4602-8870-c8fd9f3a5abb tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739986 Jan 28 02:00:10.062618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f78d-379f-4c9a-9fcf-7a940c8d8af0 req-f99ca891-736c-411e-9335-0ab1ec32491c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:10.067428 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1e90f78d-379f-4c9a-9fcf-7a940c8d8af0 req-f99ca891-736c-411e-9335-0ab1ec32491c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.1863432 Jan 28 02:00:10.109065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb37b0-9bd4-486d-9c26-3a8ea799c60f x-openstack-request-id: req-e4bb37b0-9bd4-486d-9c26-3a8ea799c60f {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:10.109407 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:10.109604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e4bb37b0-9bd4-486d-9c26-3a8ea799c60f {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:10.110051 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'status': 'completed', 'code': 200} Jan 28 02:00:10.159847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1e90f78d-379f-4c9a-9fcf-7a940c8d8af0 req-a454196a-30d2-4dcb-8e60-609e6ddd3e93 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859997 Jan 28 02:00:10.407267 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '99edcbf6-60fc-4e8d-aa03-8544ac08a80e', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'mac_address': 'fa:16:3e:7f:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:07Z', 'updated_at': '2022-01-28T02:00:07Z', 'revision_number': 0, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:10.488434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141e193-1b25-4abb-af3d-b84752d8e697 req-66087378-c19d-4850-a603-afb4e80a4800 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:10.490548 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f141e193-1b25-4abb-af3d-b84752d8e697 req-66087378-c19d-4850-a603-afb4e80a4800 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1380811 Jan 28 02:00:10.535808 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Checking router: b2772783-ee27-4c19-aa99-78334df80c26 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:00:10.543085 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef95ed5-6efe-4303-b5b1-9cb05d5730ca req-79119c6e-6cb7-4b4d-9daa-7630aa9ab78e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:10.549117 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:10.550231 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:10.551363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bef95ed5-6efe-4303-b5b1-9cb05d5730ca req-79119c6e-6cb7-4b4d-9daa-7630aa9ab78e tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1288023 Jan 28 02:00:10.667012 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bef95ed5-6efe-4303-b5b1-9cb05d5730ca req-111c38c0-9f07-4da9-9ef7-0f6f48e93012 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087475 Jan 28 02:00:10.692674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f141e193-1b25-4abb-af3d-b84752d8e697 req-357599a4-b3a6-41fd-99bd-2949084825db tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775858 Jan 28 02:00:10.807700 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:11.205829 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '99edcbf6-60fc-4e8d-aa03-8544ac08a80e', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'mac_address': 'fa:16:3e:7f:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:07Z', 'updated_at': '2022-01-28T02:00:07Z', 'revision_number': 0, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:11.239491 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e510-a1de-4264-a9d9-318835667877 req-5c41d336-dfe7-487a-83d3-0c5e0a61073f tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:11.263641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a25e510-a1de-4264-a9d9-318835667877 req-5c41d336-dfe7-487a-83d3-0c5e0a61073f tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1321418 Jan 28 02:00:11.327313 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32dc21-6fa6-4613-ac35-48e267664c53 None None] The sync data for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi is: [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '99edcbf6-60fc-4e8d-aa03-8544ac08a80e', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'mac_address': 'fa:16:3e:7f:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:07Z', 'updated_at': '2022-01-28T02:00:07Z', 'revision_number': 0, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:00:11.431636 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a25e510-a1de-4264-a9d9-318835667877 req-38aa4117-cd35-4c6c-8ddb-95de207554f4 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665814 Jan 28 02:00:11.470951 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb6bcb-06c7-4426-acfb-f107286ca25d req-7f1de6be-4220-421a-b995-679415c7ecaa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:11.482264 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50cb6bcb-06c7-4426-acfb-f107286ca25d req-7f1de6be-4220-421a-b995-679415c7ecaa tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.1600745 Jan 28 02:00:11.527593 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50cb6bcb-06c7-4426-acfb-f107286ca25d req-2f93554b-da40-4381-829e-480c39b8639d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Jan 28 02:00:11.676292 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c052481-0e9f-457e-9b46-f4d3e48f471e None None] New status for floating IP 99edcbf6-60fc-4e8d-aa03-8544ac08a80e: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:00:11.914114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1437aca-278c-4836-9f8d-7e6bb54b4e86 req-67ad332d-729d-417b-9be9-46fd737dd2f4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:11.917035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d1437aca-278c-4836-9f8d-7e6bb54b4e86 req-67ad332d-729d-417b-9be9-46fd737dd2f4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1362889 Jan 28 02:00:11.942657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49327-b540-4041-bf95-95b9a2b520b3 req-ef95e287-a757-43e3-9948-229a258b0617 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:11.944164 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dbe49327-b540-4041-bf95-95b9a2b520b3 req-ef95e287-a757-43e3-9948-229a258b0617 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1258068 Jan 28 02:00:12.023474 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d1437aca-278c-4836-9f8d-7e6bb54b4e86 req-e3786c1e-3f7c-4660-ba43-94e6ca10bfd7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782127 Jan 28 02:00:12.031276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dbe49327-b540-4041-bf95-95b9a2b520b3 req-544742a4-3e31-4a90-9b7f-07f19f1ebd13 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788162 Jan 28 02:00:12.610861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7686-94b8-472b-aeee-a5ef4e2fac91 req-4b3c8ff7-9184-4e3f-ab32-313c45b398ec tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:12.614308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e3e7686-94b8-472b-aeee-a5ef4e2fac91 req-4b3c8ff7-9184-4e3f-ab32-313c45b398ec tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0879233 Jan 28 02:00:12.690363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e3e7686-94b8-472b-aeee-a5ef4e2fac91 req-16e2c764-81be-42d3-8f1d-6f70e06b85df tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614715 Jan 28 02:00:12.744687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0bd0-9176-49ba-bed0-631b1c6df487 req-f8cbed4c-2854-499e-b7eb-d446727bd57d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:12.746830 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-03ed0bd0-9176-49ba-bed0-631b1c6df487 req-f8cbed4c-2854-499e-b7eb-d446727bd57d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0893366 Jan 28 02:00:12.796837 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-03ed0bd0-9176-49ba-bed0-631b1c6df487 req-6705448e-340d-4124-ab66-6c92f85a1e3c tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Jan 28 02:00:13.197144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ece50-6b54-444b-af2d-bc932c5e427a req-ec705954-df01-483e-9228-35e3814b9dd2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:13.198704 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-698ece50-6b54-444b-af2d-bc932c5e427a req-ec705954-df01-483e-9228-35e3814b9dd2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0905182 Jan 28 02:00:13.211693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c088b-4e20-4aa3-a459-7b5725cadcf2 req-92ddd568-4fa3-45b1-98ac-aa1b44fe2660 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:13.213239 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-928c088b-4e20-4aa3-a459-7b5725cadcf2 req-92ddd568-4fa3-45b1-98ac-aa1b44fe2660 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0766456 Jan 28 02:00:13.278286 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-928c088b-4e20-4aa3-a459-7b5725cadcf2 req-0a155633-1b9b-4b84-9cc0-18671fdf5da3 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Jan 28 02:00:13.288929 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-698ece50-6b54-444b-af2d-bc932c5e427a req-d371ebe9-3b3d-47c1-a53a-61ca60b47cea tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738592 Jan 28 02:00:13.820650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016997a-a6a9-442b-b0fd-5bd51e838b3f req-89c027a5-8eb3-47b7-a5c5-34dfecd410e4 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:13.822451 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0016997a-a6a9-442b-b0fd-5bd51e838b3f req-89c027a5-8eb3-47b7-a5c5-34dfecd410e4 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Jan 28 02:00:13.867659 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0016997a-a6a9-442b-b0fd-5bd51e838b3f req-a63c900f-11ec-423d-bc0c-f2fd7b5d1431 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Jan 28 02:00:13.928297 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dd05b-e459-4787-8523-c7708897b5ca req-818076f9-3887-4f59-aaa3-93984560b920 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:13.929797 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a4dd05b-e459-4787-8523-c7708897b5ca req-818076f9-3887-4f59-aaa3-93984560b920 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0529504 Jan 28 02:00:13.968148 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4a4dd05b-e459-4787-8523-c7708897b5ca req-42f7914a-bc1a-40f3-8282-da7206138ebc tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jan 28 02:00:14.270263 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-504fe7b9-6cf6-4bba-945d-de4b8027c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.271763 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-504fe7b9-6cf6-4bba-945d-de4b8027c442 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.0406671 Jan 28 02:00:14.534735 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266943-c211-4681-9253-2d2f99ef2fff req-6443f11a-a7d4-4a41-af5a-acd9c1250130 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.537277 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72266943-c211-4681-9253-2d2f99ef2fff req-6443f11a-a7d4-4a41-af5a-acd9c1250130 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1859941 Jan 28 02:00:14.539042 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-ad87468b-ab13-4af1-9902-88ac0c1f4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.541384 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-ad87468b-ab13-4af1-9902-88ac0c1f4175 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.2532239 Jan 28 02:00:14.557271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3540-da3b-4bad-9b97-da4e42c29730 req-b0b13a9f-30db-4144-8102-ac5ad02c6343 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.560490 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f87b3540-da3b-4bad-9b97-da4e42c29730 req-b0b13a9f-30db-4144-8102-ac5ad02c6343 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1872597 Jan 28 02:00:14.749550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72266943-c211-4681-9253-2d2f99ef2fff req-9f2a68a0-0d52-455e-9ba9-f62777dc5517 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874428 Jan 28 02:00:14.756575 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-0e1597e8-9e33-44e3-9d18-7aaafd76856e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 1000 time: 0.1849816 Jan 28 02:00:14.762159 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f87b3540-da3b-4bad-9b97-da4e42c29730 req-6e3ce6bb-e30e-45ce-8a56-73244905bcc1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788409 Jan 28 02:00:14.835843 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-124343c4-f159-4500-8f2f-b90223d38005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.838187 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-124343c4-f159-4500-8f2f-b90223d38005 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.0732846 Jan 28 02:00:14.893291 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-f5e7afcb-ead5-4773-977c-3167b98f9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.894794 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-f5e7afcb-ead5-4773-977c-3167b98f9ccc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456729 Jan 28 02:00:14.957678 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:15.037607 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b9d0-2759-4eb8-a814-b3791ef3a28a req-55a8ddb3-4bc8-4a86-b156-942e48062988 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.039092 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4b7b9d0-2759-4eb8-a814-b3791ef3a28a req-55a8ddb3-4bc8-4a86-b156-942e48062988 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0834112 Jan 28 02:00:15.040913 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-8f27f5af-9660-4592-9250-9ca10439c911 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350005 Jan 28 02:00:15.153359 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4b7b9d0-2759-4eb8-a814-b3791ef3a28a req-2d5571e4-fd1c-409f-8b1b-f953e9fc5c5e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027606 Jan 28 02:00:15.170998 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79459a2a-6521-4a12-bb0a-db86e2d9aff9 req-fd3542aa-11b9-44bf-9e9a-79274b059ba9 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.172559 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79459a2a-6521-4a12-bb0a-db86e2d9aff9 req-fd3542aa-11b9-44bf-9e9a-79274b059ba9 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.1307819 Jan 28 02:00:15.214206 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e5a1a6-6051-44ef-8cf3-91c4f206b234 req-604401c8-a1d2-4385-9c76-eab7f5ce4760 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625171 Jan 28 02:00:15.231117 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-79459a2a-6521-4a12-bb0a-db86e2d9aff9 req-8a58737d-6930-42b5-babd-9d6711a1125f tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479102 Jan 28 02:00:15.921699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ebf83-3c17-4c49-9f60-96c5fd2698de req-3757b8b1-cd8a-4a85-8d99-15384d8707d0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.923362 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb8ebf83-3c17-4c49-9f60-96c5fd2698de req-3757b8b1-cd8a-4a85-8d99-15384d8707d0 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1033335 Jan 28 02:00:15.950693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb7bea-92e0-42b5-b98d-acad0d77c887 req-d40f961f-0a14-479e-b030-7718f79c988f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.952187 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ecb7bea-92e0-42b5-b98d-acad0d77c887 req-d40f961f-0a14-479e-b030-7718f79c988f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0932784 Jan 28 02:00:16.002647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb8ebf83-3c17-4c49-9f60-96c5fd2698de req-4cfd00ee-628d-43a4-9e61-87aef29ca2b7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Jan 28 02:00:16.017517 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ecb7bea-92e0-42b5-b98d-acad0d77c887 req-bf029071-ae6e-4ffc-b196-d582241d587c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575123 Jan 28 02:00:16.083721 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cb7c9-e4a8-4082-9847-42ad7b9fd594 req-b41d0db5-aaaf-4584-880d-6ea6a3ec2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:16.085203 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-805cb7c9-e4a8-4082-9847-42ad7b9fd594 req-b41d0db5-aaaf-4584-880d-6ea6a3ec2798 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.0461833 Jan 28 02:00:16.174166 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-805cb7c9-e4a8-4082-9847-42ad7b9fd594 req-4d72972d-c086-4864-9ef3-f6000b7ca630 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291891 Jan 28 02:00:16.292308 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a872-f70f-4b95-b14d-ceebfe006199 req-09bec9ea-9ecb-4703-8bb4-80f4c9670e0e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:16.294274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b277a872-f70f-4b95-b14d-ceebfe006199 req-09bec9ea-9ecb-4703-8bb4-80f4c9670e0e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0661845 Jan 28 02:00:16.371264 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b277a872-f70f-4b95-b14d-ceebfe006199 req-1b5e2211-2a03-4c82-9c2c-128a2d45387c tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 Jan 28 02:00:16.382764 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45738032-5b57-4c53-af8f-b399a864323f req-3c0ad8d7-8717-434b-acaf-a9c99eab088d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:16.384282 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45738032-5b57-4c53-af8f-b399a864323f req-3c0ad8d7-8717-434b-acaf-a9c99eab088d tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0848305 Jan 28 02:00:16.430106 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45738032-5b57-4c53-af8f-b399a864323f req-a42bc866-187b-4223-8a53-7dbfaea9cdbd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jan 28 02:00:16.785484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-db75907e-2ab3-49e7-8b82-b6527c22e821 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:16.787985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-db75907e-2ab3-49e7-8b82-b6527c22e821 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 946 time: 0.0642023 Jan 28 02:00:16.920553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Deleting port 770e2a60-f836-46bc-ba19-66a19ac3ab81 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:16.921055 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:17.013946 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] For port 770e2a60-f836-46bc-ba19-66a19ac3ab81, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=770e2a60-f836-46bc-ba19-66a19ac3ab81,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:17.014765 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:17.026505 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Calling delete_port for 770e2a60-f836-46bc-ba19-66a19ac3ab81 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:17.216364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798c02-2f29-4de4-ad2f-03e9271f7cdf req-ed7e523b-4825-4c96-ba91-d7032568cf24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:17.217873 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1798c02-2f29-4de4-ad2f-03e9271f7cdf req-ed7e523b-4825-4c96-ba91-d7032568cf24 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1246796 Jan 28 02:00:17.244125 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6147-d1f9-43b3-8f38-72e3050ba2c5 req-4e06f9c4-2b5c-4c66-9f3a-52d690ca4c80 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:17.245605 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-07bf6147-d1f9-43b3-8f38-72e3050ba2c5 req-4e06f9c4-2b5c-4c66-9f3a-52d690ca4c80 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.1396065 Jan 28 02:00:17.283882 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:17.341583 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event deleted for resources: {'Port': ['ID=770e2a60-f836-46bc-ba19-66a19ac3ab81,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:17.346196 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1798c02-2f29-4de4-ad2f-03e9271f7cdf req-d678bdd6-9179-4de7-b3f3-2f43295e6c22 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196580 Jan 28 02:00:17.348100 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8', '770e2a60-f836-46bc-ba19-66a19ac3ab81'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:17.351833 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-07bf6147-d1f9-43b3-8f38-72e3050ba2c5 req-b1f206aa-6e46-4dd6-b20a-73393f152479 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985417 Jan 28 02:00:17.393550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] No DVR routers for this DVR port 770e2a60-f836-46bc-ba19-66a19ac3ab81 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:17.396700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:17.400134 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-20f95a3f-9b74-462d-b682-914e75e187b7 req-96091452-c47d-43e0-9c73-c6125285e625 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "DELETE /v2.0/ports/770e2a60-f836-46bc-ba19-66a19ac3ab81 HTTP/1.1" status: 204 len: 173 time: 0.6039629 Jan 28 02:00:17.400629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'name': 'network-vif-deleted', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:17.403700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c59aa71-5171-4b41-a5ef-781e1284f5e9" -d '{"events": [{"server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "name": "network-vif-deleted", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:17.464073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54d8eb-1f8c-4b55-8907-7aa17cc67f8d x-openstack-request-id: req-4a54d8eb-1f8c-4b55-8907-7aa17cc67f8d {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:17.464367 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d2fd8d-b37d-47af-8c84-b481723641aa", "name": "network-vif-deleted", "tag": "770e2a60-f836-46bc-ba19-66a19ac3ab81", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:17.464648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4a54d8eb-1f8c-4b55-8907-7aa17cc67f8d {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:17.465280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d2fd8d-b37d-47af-8c84-b481723641aa', 'name': 'network-vif-deleted', 'tag': '770e2a60-f836-46bc-ba19-66a19ac3ab81', 'status': 'completed', 'code': 200} Jan 28 02:00:17.541786 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d0bb33f-305f-4933-a226-4f3a25567217 req-6fdf1de5-fc44-45da-afb9-4fedae6efd60 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4d2fd8d-b37d-47af-8c84-b481723641aa HTTP/1.1" status: 200 len: 210 time: 0.0338275 Jan 28 02:00:18.567255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca987c-bcd8-4980-a1f4-b8f9a69551e1 req-fdc20f84-db4e-4f12-a095-dbe499c3a016 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:18.570025 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54ca987c-bcd8-4980-a1f4-b8f9a69551e1 req-fdc20f84-db4e-4f12-a095-dbe499c3a016 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0935788 Jan 28 02:00:18.583502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdedfd-2bb9-4a4d-b407-393629715bda req-b3ee1a6c-a75c-49f2-9991-8d69b9ed1431 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:18.585048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fafdedfd-2bb9-4a4d-b407-393629715bda req-b3ee1a6c-a75c-49f2-9991-8d69b9ed1431 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1076837 Jan 28 02:00:18.640905 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54ca987c-bcd8-4980-a1f4-b8f9a69551e1 req-a719227e-f463-49a0-af47-95681b407430 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547440 Jan 28 02:00:18.645959 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fafdedfd-2bb9-4a4d-b407-393629715bda req-d1c704fc-1c03-487b-88f5-106c25d99b20 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533273 Jan 28 02:00:19.042061 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b769e-c069-452b-85d0-bf24a527ddd5 req-690e94e6-f061-4dbb-b688-00fa7350d7c8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.044932 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-940b769e-c069-452b-85d0-bf24a527ddd5 req-690e94e6-f061-4dbb-b688-00fa7350d7c8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0841691 Jan 28 02:00:19.060353 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-bbf7d233-4a50-44e9-932c-53b6e8b40e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.061766 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-bbf7d233-4a50-44e9-932c-53b6e8b40e96 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 1098 time: 0.0714951 Jan 28 02:00:19.096458 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-940b769e-c069-452b-85d0-bf24a527ddd5 req-d84135cd-5579-4d70-baab-2bf7d64ac0d5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Jan 28 02:00:19.181886 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-d350d2da-1bad-4065-bb0f-e6e06f1b08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.184152 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-d350d2da-1bad-4065-bb0f-e6e06f1b08aa service neutron] 10.222.0.100 "GET /v2.0/networks?id=8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 200 len: 920 time: 0.0994658 Jan 28 02:00:19.237782 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-99d3d9a3-03f6-490a-b19f-0ddc963b4a61 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 200 len: 217 time: 0.0465190 Jan 28 02:00:19.293817 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-56966d4d-1ebb-46a9-a1bb-4b9d34d2f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.295355 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-56966d4d-1ebb-46a9-a1bb-4b9d34d2f4b8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 200 len: 859 time: 0.0506644 Jan 28 02:00:19.334853 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-49d8e3af-53dc-481d-88f1-09638ad685ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8d6f683f-7651-4be4-b337-6c7615d8497b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251031 Jan 28 02:00:19.445100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-26ccdba4-6d15-439d-b335-3ba5858690ea service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013248 Jan 28 02:00:19.552465 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5602f38-94e0-4494-9cd5-532ca6a28c41 req-e61a4f65-e999-4b3f-bef3-bb9cb8fa4c1c service neutron] 10.222.0.100 "GET /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980544 Jan 28 02:00:19.785475 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef0b26-4b0c-4ac9-9347-ddc085b124c3 req-4a1ca5fa-323e-46e4-b69e-204492edbffd tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.786962 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2bef0b26-4b0c-4ac9-9347-ddc085b124c3 req-4a1ca5fa-323e-46e4-b69e-204492edbffd tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0578020 Jan 28 02:00:19.827508 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2bef0b26-4b0c-4ac9-9347-ddc085b124c3 req-d87cfa0e-795f-4905-bd30-059f61557d36 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Jan 28 02:00:20.094377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186bd64-d7fd-4867-b87b-94a1ef77d43a req-ba491a54-0df9-467e-8b9e-4001d627bea4 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:20.095916 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f186bd64-d7fd-4867-b87b-94a1ef77d43a req-ba491a54-0df9-467e-8b9e-4001d627bea4 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Jan 28 02:00:20.136521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f186bd64-d7fd-4867-b87b-94a1ef77d43a req-ae73cd05-ba33-4c53-bf88-a81e8aae59bd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Jan 28 02:00:20.223985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f80e1-4326-4c13-809a-6222f99710a3 req-520656f8-2924-4b01-86a8-58f3be5b9b81 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:20.225454 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-595f80e1-4326-4c13-809a-6222f99710a3 req-520656f8-2924-4b01-86a8-58f3be5b9b81 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0539942 Jan 28 02:00:20.271755 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 770e2a60-f836-46bc-ba19-66a19ac3ab81 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:20.280778 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-595f80e1-4326-4c13-809a-6222f99710a3 req-3511f369-33d5-4711-979c-f42710059842 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Jan 28 02:00:20.298911 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 770e2a60-f836-46bc-ba19-66a19ac3ab81 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:20.299560 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 770e2a60-f836-46bc-ba19-66a19ac3ab81 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:20.973974 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8635f9-f91d-4156-9780-8a6fe5ab1e23 req-b08e9101-90fe-4f5d-9e2d-43b0d85bc7a4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:20.975523 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c8635f9-f91d-4156-9780-8a6fe5ab1e23 req-b08e9101-90fe-4f5d-9e2d-43b0d85bc7a4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0511985 Jan 28 02:00:21.020694 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c8635f9-f91d-4156-9780-8a6fe5ab1e23 req-83f72dbd-a75d-45e1-904f-0216310121b6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Jan 28 02:00:21.254255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceabaa9-0325-44a4-908b-f05f0657d48b req-94d25b51-37a6-432c-a82a-1c776b2610c2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:21.255792 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dceabaa9-0325-44a4-908b-f05f0657d48b req-94d25b51-37a6-432c-a82a-1c776b2610c2 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Jan 28 02:00:21.296032 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dceabaa9-0325-44a4-908b-f05f0657d48b req-419494c7-4890-4fcd-ae68-76b9a2d81d29 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Jan 28 02:00:21.409981 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31cba4-26a3-443b-909f-962635be226e req-81831ec1-e21f-4936-a744-e1a9c9b954bd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:21.411642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2d31cba4-26a3-443b-909f-962635be226e req-81831ec1-e21f-4936-a744-e1a9c9b954bd tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0581191 Jan 28 02:00:21.453016 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2d31cba4-26a3-443b-909f-962635be226e req-7ee6a346-0f53-4653-9d50-c8884dcc6a84 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354030 Jan 28 02:00:22.185149 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132db14-abed-415b-b2ab-3f4f80db0107 req-8e8c0fd1-5c95-46c6-995f-d0f1a5ef526f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:22.186562 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5132db14-abed-415b-b2ab-3f4f80db0107 req-8e8c0fd1-5c95-46c6-995f-d0f1a5ef526f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0535855 Jan 28 02:00:22.227012 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5132db14-abed-415b-b2ab-3f4f80db0107 req-e2be1b01-019b-4e5c-9d5c-58221ec22e74 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341024 Jan 28 02:00:22.412253 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b34233-2063-41bc-bb21-6dac4de66e64 req-badd058c-dfb8-48f1-bd86-fd9c96e44d35 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:22.413846 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35b34233-2063-41bc-bb21-6dac4de66e64 req-badd058c-dfb8-48f1-bd86-fd9c96e44d35 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0486360 Jan 28 02:00:22.459143 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35b34233-2063-41bc-bb21-6dac4de66e64 req-8f641578-401b-4e6f-abe5-88827badbbe0 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Jan 28 02:00:22.600663 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23fd4f-1eb9-489a-8634-a2ce24352422 req-9ca3eea5-11bd-4088-8dc2-483150d2d210 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:22.602181 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1d23fd4f-1eb9-489a-8634-a2ce24352422 req-9ca3eea5-11bd-4088-8dc2-483150d2d210 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0550206 Jan 28 02:00:22.654336 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1d23fd4f-1eb9-489a-8634-a2ce24352422 req-2818f374-78cc-4c26-bfff-baa72b967244 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Jan 28 02:00:23.128085 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-64c5d790-0016-44e4-9171-d0d328bdab81 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.129546 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-64c5d790-0016-44e4-9171-d0d328bdab81 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Jan 28 02:00:23.252210 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Deleting port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:23.252943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:23.391959 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011d42-6362-420d-b05c-30b656257f93 req-4f489e88-3f6a-4ebb-983b-a2191ff2a891 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.393378 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd011d42-6362-420d-b05c-30b656257f93 req-4f489e88-3f6a-4ebb-983b-a2191ff2a891 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 943 time: 0.0820713 Jan 28 02:00:23.395311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] For port cd5708fe-d124-49c1-b391-fcbc90e2b0d8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,segment=NetworkSegment(57ccfda5-0133-4a05-ad35-9b48c9a66067),segment_id=57ccfda5-0133-4a05-ad35-9b48c9a66067)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:23.395550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:23.415387 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Calling delete_port for cd5708fe-d124-49c1-b391-fcbc90e2b0d8 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:23.482487 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd011d42-6362-420d-b05c-30b656257f93 req-1b1404c5-889d-48d9-b8a6-c1fb8aa1c96a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786486 Jan 28 02:00:23.613992 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:23.629640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6c87-03c7-45b1-877c-3ff1c8c80d86 req-12dc8410-4788-406a-bc0e-aac3f09c9ae5 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.631132 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ecec6c87-03c7-45b1-877c-3ff1c8c80d86 req-12dc8410-4788-406a-bc0e-aac3f09c9ae5 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e5194c2-f570-4463-8a44-765cf06f1206 HTTP/1.1" status: 200 len: 945 time: 0.0771043 Jan 28 02:00:23.667320 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['cd5708fe-d124-49c1-b391-fcbc90e2b0d8'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:23.668758 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Pushing event deleted for resources: {'Port': ['ID=cd5708fe-d124-49c1-b391-fcbc90e2b0d8,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:23.720169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] No DVR routers for this DVR port cd5708fe-d124-49c1-b391-fcbc90e2b0d8 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:23.723352 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:23.726618 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32bb0aec-e552-4429-b9da-75c55e89a20f req-4028204f-1237-47f7-ab28-6cac23967ebd tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.100 "DELETE /v2.0/ports/cd5708fe-d124-49c1-b391-fcbc90e2b0d8 HTTP/1.1" status: 204 len: 173 time: 0.5753136 Jan 28 02:00:23.727065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'name': 'network-vif-deleted', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:23.729638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a48e87-9c80-41a9-b148-09e9e62fc9e1" -d '{"events": [{"server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "name": "network-vif-deleted", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:23.755779 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ecec6c87-03c7-45b1-877c-3ff1c8c80d86 req-e68ca1d0-758d-4eb9-b0b1-2792e949c9c3 tempest-AttachVolumeNegativeTest-1129851201 tempest-AttachVolumeNegativeTest-1129851201-project] 10.222.0.96 "GET /v2.0/security-groups?id=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174939 Jan 28 02:00:23.820164 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacaaa7-2034-4242-83fa-216ee6e101b4 req-c60a4b3f-1d64-4ea7-8695-cdef46cbc9b5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.821761 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfacaaa7-2034-4242-83fa-216ee6e101b4 req-c60a4b3f-1d64-4ea7-8695-cdef46cbc9b5 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0782619 Jan 28 02:00:23.823149 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b2538-0001-458a-9384-2685e3c0afb6 x-openstack-request-id: req-e65b2538-0001-458a-9384-2685e3c0afb6 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:23.823433 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5194c2-f570-4463-8a44-765cf06f1206", "name": "network-vif-deleted", "tag": "cd5708fe-d124-49c1-b391-fcbc90e2b0d8", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:23.824100 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e65b2538-0001-458a-9384-2685e3c0afb6 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:23.824559 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5194c2-f570-4463-8a44-765cf06f1206', 'name': 'network-vif-deleted', 'tag': 'cd5708fe-d124-49c1-b391-fcbc90e2b0d8', 'status': 'completed', 'code': 200} Jan 28 02:00:23.878303 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfacaaa7-2034-4242-83fa-216ee6e101b4 req-785ce4c9-d682-41df-a50a-d926d46c7dae tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Jan 28 02:00:24.265522 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:00:24.369603 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:24.380370 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'mac_address': 'fa:16:3e:f8:3a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:00:24.423626 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:24.444318 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:00:24.467531 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:24.471894 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:24.523200 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=9']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:24.828014 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46382) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:24.888980 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Deleting subnet 0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:00:24.894664 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:24.895436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd979237-644a-43c1-9939-41ffd801e827 req-416d8c4d-3597-4224-88a4-0d7f8c57c9b3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:24.896999 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bd979237-644a-43c1-9939-41ffd801e827 req-416d8c4d-3597-4224-88a4-0d7f8c57c9b3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.2899995 Jan 28 02:00:24.940234 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:24.945823 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bd979237-644a-43c1-9939-41ffd801e827 req-11906d3e-0f58-4813-a6be-d283e575b191 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Jan 28 02:00:24.987683 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.028986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['d9332855-e3dc-42d6-9f2e-2138fd34387d'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:25.060345 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.099536 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f9c74bb-9363-4d58-8547-c6c8dcd7cf09,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:25.107038 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.110177 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0f9c74bb-9363-4d58-8547-c6c8dcd7cf09 HTTP/1.1" status: 204 len: 168 time: 0.2806959 Jan 28 02:00:25.111949 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.112174 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.112517 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.112868 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.113194 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.113522 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.113843 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.114440 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.114563 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.114785 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.114958 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46384) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:25.115102 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.115409 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d535424-88d0-4fb6-812f-6508ed6ec370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:25.219866 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.320057 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.348027 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.348449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.349260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.349590 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > port after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.349928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.350260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > port after_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.350574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.350885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.351198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.351532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.419278 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.419634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.419964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.420291 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 02:00:25.420665 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72255c1f-77c9-4e8a-9e7a-3b079454c5f0']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:25.440198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ccfda5-0133-4a05-ad35-9b48c9a66067') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:25.440495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ccfda5-0133-4a05-ad35-9b48c9a66067') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:25.458690 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.487893 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.499384 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:25.501086 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: from cryptography.utils import int_from_bytes Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: from cryptography.utils import int_from_bytes Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:25.506437 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:25.576118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.582704 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.586036 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] 10.222.0.96 "DELETE /v2.0/networks/72255c1f-77c9-4e8a-9e7a-3b079454c5f0 HTTP/1.1" status: 204 len: 168 time: 0.4696462 Jan 28 02:00:25.598519 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e471b-6d86-4851-9324-14123f0dfa77 admin admin] Pushing event deleted for resources: {'Network': ['ID=72255c1f-77c9-4e8a-9e7a-3b079454c5f0,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:25.775513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46392) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:25.819207 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e3b1f2ec-1ac0-43d2-a37c-09535a6c9725 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f2f478fd06754a38b139c8415da6a514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425258 Jan 28 02:00:25.821725 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46394) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:25.883556 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.904748 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.952655 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.956512 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:25.958422 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6e0e5f12-4a92-41de-947b-0e42ee0cc1b9 HTTP/1.1" status: 204 len: 168 time: 0.1356542 Jan 28 02:00:25.967360 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e314c-9ca6-41e8-a8ea-b2778acd9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e5f12-4a92-41de-947b-0e42ee0cc1b9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:26.113301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b36a39-89cd-49d9-a10e-0f930a50a496 req-106d8cb7-78ed-4f51-ae13-1b0d50bb249e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:26.115140 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f9b36a39-89cd-49d9-a10e-0f930a50a496 req-106d8cb7-78ed-4f51-ae13-1b0d50bb249e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 944 time: 0.0688674 Jan 28 02:00:26.174040 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f9b36a39-89cd-49d9-a10e-0f930a50a496 req-52ce91bc-5def-4ee8-b31b-d7dfb6fed523 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506792 Jan 28 02:00:26.281558 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:26.341243 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port d9332855-e3dc-42d6-9f2e-2138fd34387d triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:26.341610 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:26.458475 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:26.492587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:26.496728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299db952-df71-44d6-aa86-b959ba6861d2" -d '{"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:26.509942 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:26.515937 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:26.517271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device cd5708fe-d124-49c1-b391-fcbc90e2b0d8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:26.562503 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: cd5708fe-d124-49c1-b391-fcbc90e2b0d8 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:26.563229 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device cd5708fe-d124-49c1-b391-fcbc90e2b0d8 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:26.600265 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c449397c-f2a2-41b4-b0b8-a51f46baec3f x-openstack-request-id: req-c449397c-f2a2-41b4-b0b8-a51f46baec3f {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:26.600578 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-plugged", "status": "completed", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:26.601045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c449397c-f2a2-41b4-b0b8-a51f46baec3f {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:26.601436 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'code': 200} Jan 28 02:00:26.630802 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=10']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:26.715655 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:00:27.237232 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd08a8c-24cf-4bed-aaaf-ca98a5d26f53 req-f49c1766-9430-400f-87a4-c370ec25c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.238698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8bd08a8c-24cf-4bed-aaaf-ca98a5d26f53 req-f49c1766-9430-400f-87a4-c370ec25c5d3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1099 time: 0.0522597 Jan 28 02:00:27.295643 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8bd08a8c-24cf-4bed-aaaf-ca98a5d26f53 req-8ca322c0-f218-4059-8680-c10bb6668d3d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465260 Jan 28 02:00:27.343831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceec30-0aa7-41bc-b6dc-faf84618f978 req-36f4f4fe-46e2-4823-aba1-c58919c249b6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.345422 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18ceec30-0aa7-41bc-b6dc-faf84618f978 req-36f4f4fe-46e2-4823-aba1-c58919c249b6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0690801 Jan 28 02:00:27.401372 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-18ceec30-0aa7-41bc-b6dc-faf84618f978 req-0fd51a91-d6a8-4a56-88c6-c3ac358028bc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481579 Jan 28 02:00:28.585315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139377-7c37-4fbb-8c55-1fd63c887fa5 req-790487f1-08a1-4e2a-b524-564340cc8d29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.587538 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c139377-7c37-4fbb-8c55-1fd63c887fa5 req-790487f1-08a1-4e2a-b524-564340cc8d29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0895522 Jan 28 02:00:28.636836 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c139377-7c37-4fbb-8c55-1fd63c887fa5 req-322b0722-371e-42df-95e3-63f5b9c116e0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Jan 28 02:00:29.017639 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b08e9-80b6-44f9-aaa5-e9bf4d3bd34e req-aac611d5-d2de-4c37-8c33-a678f48895cc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:29.019176 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a13b08e9-80b6-44f9-aaa5-e9bf4d3bd34e req-aac611d5-d2de-4c37-8c33-a678f48895cc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0789039 Jan 28 02:00:29.059128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a13b08e9-80b6-44f9-aaa5-e9bf4d3bd34e req-247e53b7-3bcd-4573-b842-af0a83d433d1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jan 28 02:00:29.232383 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3d32ca6f-0443-429a-8081-175d46b898ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:29.818315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0eb39-224e-479d-bf5b-6fdbae08b363 req-95f61cfb-bca6-4a49-ae4d-1711ffef3933 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:29.819745 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90e0eb39-224e-479d-bf5b-6fdbae08b363 req-95f61cfb-bca6-4a49-ae4d-1711ffef3933 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Jan 28 02:00:29.866197 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90e0eb39-224e-479d-bf5b-6fdbae08b363 req-c2db3e70-a724-4c14-a750-766dc652c793 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Jan 28 02:00:30.188926 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72994123-a84f-458a-95da-d91272678013 req-915e2663-7b6b-4e45-a436-82a1fd05010f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.190448 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72994123-a84f-458a-95da-d91272678013 req-915e2663-7b6b-4e45-a436-82a1fd05010f tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0577021 Jan 28 02:00:30.241126 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72994123-a84f-458a-95da-d91272678013 req-1f8da765-7392-411e-91fb-71d25785ad6d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Jan 28 02:00:31.006908 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdb5a0-35df-47e8-84e0-14a6d80a8610 req-f78f863e-ea70-4a29-8634-1ed799d27850 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.008401 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49bdb5a0-35df-47e8-84e0-14a6d80a8610 req-f78f863e-ea70-4a29-8634-1ed799d27850 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0565722 Jan 28 02:00:31.049242 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49bdb5a0-35df-47e8-84e0-14a6d80a8610 req-107d111e-9be8-42e6-a767-2ad4182facbf tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Jan 28 02:00:31.368284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f7693-6163-48a4-8469-d9102980bfa2 req-c487d491-7803-466e-94ab-df8e841e57f2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.369901 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a38f7693-6163-48a4-8469-d9102980bfa2 req-c487d491-7803-466e-94ab-df8e841e57f2 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0557728 Jan 28 02:00:31.417532 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a38f7693-6163-48a4-8469-d9102980bfa2 req-e8c2a9a9-2f09-4ecb-a0a2-e915f3c0414a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Jan 28 02:00:31.929795 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b074e568-bafe-4176-b496-e13d9838ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:32.372067 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acda29e-176a-47d8-aacc-c989672b678d req-9d3ff15f-78b0-44e3-8fd9-9f007e5a7a21 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:32.373572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5acda29e-176a-47d8-aacc-c989672b678d req-9d3ff15f-78b0-44e3-8fd9-9f007e5a7a21 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Jan 28 02:00:32.482880 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Deleting port 1139f116-1935-408c-a5bf-876a9f0d0365 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:32.483232 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:32.602958 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747bcc9-8f17-4d1a-b899-33a3996de45c req-5c276763-8b0b-4e73-8fd6-3c56a79f0182 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:32.604420 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e747bcc9-8f17-4d1a-b899-33a3996de45c req-5c276763-8b0b-4e73-8fd6-3c56a79f0182 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4d2d895-fbb9-418c-a29a-6988b3992d10 HTTP/1.1" status: 200 len: 945 time: 0.1045935 Jan 28 02:00:32.627830 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] For port 1139f116-1935-408c-a5bf-876a9f0d0365, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1139f116-1935-408c-a5bf-876a9f0d0365,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:32.628172 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:32.647585 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Calling delete_port for 1139f116-1935-408c-a5bf-876a9f0d0365 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:32.674565 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e747bcc9-8f17-4d1a-b899-33a3996de45c req-87dddb20-fa91-489f-91e2-249e8158bc77 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Jan 28 02:00:32.794249 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:32.822358 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Pushing event deleted for resources: {'Port': ['ID=1139f116-1935-408c-a5bf-876a9f0d0365,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:32.845138 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['4589897f-4d9d-4d78-97c1-85b8537fd56d', '1139f116-1935-408c-a5bf-876a9f0d0365'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:32.869451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] No DVR routers for this DVR port 1139f116-1935-408c-a5bf-876a9f0d0365 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:32.873886 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:32.877417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5acda29e-176a-47d8-aacc-c989672b678d req-e29c7a2d-789a-4e78-b3d2-62507bc5e2d8 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "DELETE /v2.0/ports/1139f116-1935-408c-a5bf-876a9f0d0365 HTTP/1.1" status: 204 len: 173 time: 0.4961016 Jan 28 02:00:32.877903 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'name': 'network-vif-deleted', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:32.880493 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dfab23-57b9-4557-92fa-a80b4e675da3" -d '{"events": [{"server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "name": "network-vif-deleted", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:32.920940 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7537f2d1-747c-4d29-a027-5d0941d7e17f x-openstack-request-id: req-7537f2d1-747c-4d29-a027-5d0941d7e17f {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:32.921270 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d2d895-fbb9-418c-a29a-6988b3992d10", "name": "network-vif-deleted", "tag": "1139f116-1935-408c-a5bf-876a9f0d0365", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:32.921542 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-7537f2d1-747c-4d29-a027-5d0941d7e17f {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:32.922000 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d2d895-fbb9-418c-a29a-6988b3992d10', 'name': 'network-vif-deleted', 'tag': '1139f116-1935-408c-a5bf-876a9f0d0365', 'status': 'completed', 'code': 200} Jan 28 02:00:33.171303 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:33.969816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b53c16-ddbe-4ff3-a1fd-5c104a1954d6 req-1ab3ec48-9f56-4e15-8c33-e1fd0e110081 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:33.971480 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11b53c16-ddbe-4ff3-a1fd-5c104a1954d6 req-1ab3ec48-9f56-4e15-8c33-e1fd0e110081 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0502393 Jan 28 02:00:34.010444 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11b53c16-ddbe-4ff3-a1fd-5c104a1954d6 req-fb827892-cbd3-4dee-bc38-8948b8c5e691 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Jan 28 02:00:34.551705 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:34.878405 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:35.132187 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab639b8-b6b3-4f44-9bae-93eff956109e req-d66a75c4-cc3f-46de-8b29-f63115db49b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:35.133732 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab639b8-b6b3-4f44-9bae-93eff956109e req-d66a75c4-cc3f-46de-8b29-f63115db49b1 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0520892 Jan 28 02:00:35.175817 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ab639b8-b6b3-4f44-9bae-93eff956109e req-977c8ce3-7967-4eaf-b668-9479ca234a5d tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jan 28 02:00:36.063193 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46630) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:36.174947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df43a89d-32e4-42c0-ae71-e7908faadb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.271931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df43a89d-32e4-42c0-ae71-e7908faadb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.289996 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df43a89d-32e4-42c0-ae71-e7908faadb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.339250 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-df43a89d-32e4-42c0-ae71-e7908faadb13 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e0a1076cae1c440b8170dee36c8ff8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747555 Jan 28 02:00:36.340715 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1139f116-1935-408c-a5bf-876a9f0d0365 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:36.341875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46636) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:36.343033 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43a89d-32e4-42c0-ae71-e7908faadb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4508e-df42-4584-8f09-c8bcba24bfea,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:36.354397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9c1a-d622-4f6d-89b2-6797d0932f80 req-f6fb022b-bed3-4664-ae3e-f2833e0d41ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:36.355922 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f93b9c1a-d622-4f6d-89b2-6797d0932f80 req-f6fb022b-bed3-4664-ae3e-f2833e0d41ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.1017478 Jan 28 02:00:36.362473 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 1139f116-1935-408c-a5bf-876a9f0d0365 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:36.363057 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1139f116-1935-408c-a5bf-876a9f0d0365 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:36.398270 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f93b9c1a-d622-4f6d-89b2-6797d0932f80 req-33358801-853a-4c8f-9f5a-682aa326cf37 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Jan 28 02:00:36.405561 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.435639 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.487435 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.490010 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:36.491137 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0ce4508e-df42-4584-8f09-c8bcba24bfea HTTP/1.1" status: 204 len: 168 time: 0.1472869 Jan 28 02:00:36.499526 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f739670-16d8-41d0-9cd5-6bb3d499943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4508e-df42-4584-8f09-c8bcba24bfea,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:37.518798 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0953f1-dea9-4b6f-9031-efbad3e8a37f req-1db5d526-720c-4dcd-81af-e854867dd6bc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:37.520203 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b0953f1-dea9-4b6f-9031-efbad3e8a37f req-1db5d526-720c-4dcd-81af-e854867dd6bc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0531461 Jan 28 02:00:37.565179 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b0953f1-dea9-4b6f-9031-efbad3e8a37f req-48340e42-72c4-40f3-bc62-8d1003436a5a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Jan 28 02:00:38.696691 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c6ade-29fc-424a-b8a1-84b9d67c2605 req-9227d866-1187-463f-862c-d2c98bd5914c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:38.698185 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-329c6ade-29fc-424a-b8a1-84b9d67c2605 req-9227d866-1187-463f-862c-d2c98bd5914c tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0527537 Jan 28 02:00:38.737074 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-329c6ade-29fc-424a-b8a1-84b9d67c2605 req-68b77cc0-9e2a-4253-9e0d-3cb7ee52b1ca tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Jan 28 02:00:39.867024 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74af335-b5f4-4c07-8689-576e81ecb036 req-e4e59c84-8fbc-4db8-a4ef-87f917b8e42b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:39.868713 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e74af335-b5f4-4c07-8689-576e81ecb036 req-e4e59c84-8fbc-4db8-a4ef-87f917b8e42b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0525026 Jan 28 02:00:39.912100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e74af335-b5f4-4c07-8689-576e81ecb036 req-2b259f2a-c27d-4e08-8322-45f71fbdb3dc tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Jan 28 02:00:41.028661 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926c10-0256-426a-be25-7e63426c2a2e req-3a23c001-d11b-47fe-9ade-6a8f0bdc178a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:41.030217 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60926c10-0256-426a-be25-7e63426c2a2e req-3a23c001-d11b-47fe-9ade-6a8f0bdc178a tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0489125 Jan 28 02:00:41.067188 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60926c10-0256-426a-be25-7e63426c2a2e req-bb081a93-f910-479c-8b2c-032c5b890e91 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Jan 28 02:00:42.187461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86505e8-b887-4682-8c7f-fbba5de9a865 req-18b014fd-59ac-43ae-9f4e-fafbdbec3584 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:42.189000 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d86505e8-b887-4682-8c7f-fbba5de9a865 req-18b014fd-59ac-43ae-9f4e-fafbdbec3584 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0533421 Jan 28 02:00:42.237936 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d86505e8-b887-4682-8c7f-fbba5de9a865 req-dbbbc6e1-ce8c-4245-8ac6-b173aed69b64 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Jan 28 02:00:43.357363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12924c-6668-4fd2-8d0e-fd333c465c6d req-ff92dac5-9d3b-454e-bd83-4c21e72dfca7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.358815 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db12924c-6668-4fd2-8d0e-fd333c465c6d req-ff92dac5-9d3b-454e-bd83-4c21e72dfca7 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0488083 Jan 28 02:00:43.397534 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-db12924c-6668-4fd2-8d0e-fd333c465c6d req-6df045f0-6ee9-4d1b-9dfb-99691d2f6c84 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/security-groups?id=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Jan 28 02:00:43.753856 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-4a013fec-1d09-4bad-be54-f9521aa3e39b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.755280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-4a013fec-1d09-4bad-be54-f9521aa3e39b tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 945 time: 0.0777891 Jan 28 02:00:43.760367 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-38fe095c-075f-4ce3-af96-52710e2b16ff service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813901 Jan 28 02:00:43.898259 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-4e2abf33-b0f4-45fd-badc-343f537001b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.899742 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-4e2abf33-b0f4-45fd-badc-343f537001b1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 1099 time: 0.0726535 Jan 28 02:00:43.917983 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Deleting port 4589897f-4d9d-4d78-97c1-85b8537fd56d {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:43.918462 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:44.069786 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] For port 4589897f-4d9d-4d78-97c1-85b8537fd56d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4589897f-4d9d-4d78-97c1-85b8537fd56d,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:44.070054 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:44.085552 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-0556f6b1-ab7e-4a89-8992-b88f74ba0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:44.087019 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-0556f6b1-ab7e-4a89-8992-b88f74ba0150 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.1553235 Jan 28 02:00:44.091758 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Calling delete_port for 4589897f-4d9d-4d78-97c1-85b8537fd56d owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:44.198177 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-c2941b46-4736-411a-8c83-eaf1a11cf48a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 200 len: 1001 time: 0.1008244 Jan 28 02:00:44.267791 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-81a0fa45-0371-4f37-9497-835a764bd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:44.269264 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-81a0fa45-0371-4f37-9497-835a764bd560 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0632575 Jan 28 02:00:44.340904 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:44.373141 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-feff2998-53ec-4e17-9735-3a4e60b86c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:44.374598 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-feff2998-53ec-4e17-9735-3a4e60b86c3f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866792 Jan 28 02:00:44.380405 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Pushing event deleted for resources: {'Port': ['ID=4589897f-4d9d-4d78-97c1-85b8537fd56d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:44.457742 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] No DVR routers for this DVR port 4589897f-4d9d-4d78-97c1-85b8537fd56d on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:44.463181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:44.467574 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0089ff23-0f9a-4d56-bd77-8e030e1900ea req-59ec0e9d-4955-4ffc-bc62-44e461be65ff tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.100 "DELETE /v2.0/ports/4589897f-4d9d-4d78-97c1-85b8537fd56d HTTP/1.1" status: 204 len: 173 time: 0.6726768 Jan 28 02:00:44.468123 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'name': 'network-vif-deleted', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:00:44.470484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53edd050-4bf1-46d3-bcbf-86343e98edcf" -d '{"events": [{"server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "name": "network-vif-deleted", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:44.506833 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32145cb7-2697-4c9e-b876-bd1548976ca6 req-82aca8f1-243a-418c-9d5d-636217e63a67 tempest-ServerRescueNegativeTestJSON-1011151844 tempest-ServerRescueNegativeTestJSON-1011151844-project] 10.222.0.96 "GET /v2.0/ports?device_id=d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c HTTP/1.1" status: 200 len: 210 time: 0.0317485 Jan 28 02:00:44.514081 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d6e2c-8d1c-4d56-8f5a-4ccced1c7ced x-openstack-request-id: req-5c9d6e2c-8d1c-4d56-8f5a-4ccced1c7ced {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:44.514384 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c", "name": "network-vif-deleted", "tag": "4589897f-4d9d-4d78-97c1-85b8537fd56d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:44.514643 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5c9d6e2c-8d1c-4d56-8f5a-4ccced1c7ced {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:44.515081 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd938ffb5-4eb6-4ae0-ba2f-87132eb9ad2c', 'name': 'network-vif-deleted', 'tag': '4589897f-4d9d-4d78-97c1-85b8537fd56d', 'status': 'completed', 'code': 200} Jan 28 02:00:44.542668 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-1987d79e-2008-4c8f-8524-55dc0ef6fc0c service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585739 Jan 28 02:00:44.673034 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-baa9f4e6-f12d-4f0c-80e4-81d0b6ec4c77 req-5d83eb22-ea51-4dbe-b3b4-d6017ac06f98 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998156 Jan 28 02:00:44.680331 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 4589897f-4d9d-4d78-97c1-85b8537fd56d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:44.702031 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 4589897f-4d9d-4d78-97c1-85b8537fd56d {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:44.702432 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 4589897f-4d9d-4d78-97c1-85b8537fd56d not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:44.954463 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:45.567039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46774) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:46.002451 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:46.298244 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Deleting port e813a77d-ff72-4938-b563-5db0c6d3ed12 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:46.298583 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:46.373873 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] For port e813a77d-ff72-4938-b563-5db0c6d3ed12, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e813a77d-ff72-4938-b563-5db0c6d3ed12,segment=NetworkSegment(305ce20d-34c0-4047-80c6-7621b59e639f),segment_id=305ce20d-34c0-4047-80c6-7621b59e639f)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:46.374161 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:46.385657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Calling delete_port for e813a77d-ff72-4938-b563-5db0c6d3ed12 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:46.811661 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:46.837432 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Pushing event deleted for resources: {'Port': ['ID=e813a77d-ff72-4938-b563-5db0c6d3ed12,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:46.992548 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.212296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Router f7811905-5d8c-4cab-9122-75dd9e7527aa has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:00:47.320944 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:00:47.327328 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0e9fd8ef-5265-4836-80d8-538bcd021979 admin admin] 10.222.0.96 "PUT /v2.0/routers/f7811905-5d8c-4cab-9122-75dd9e7527aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7591367 Jan 28 02:00:47.329552 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46804) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:47.330610 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Sync routers for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:00:47.341166 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:47.341797 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.435950 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.450053 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:47.544225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.601565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Deleting port afb97c2f-6237-4ac5-afbf-f01ab037a415 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:00:47.601802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.635068 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T02:00:46Z', 'revision_number': 5, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port': {'id': 'afb97c2f-6237-4ac5-afbf-f01ab037a415', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.671055 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Checking router: f7811905-5d8c-4cab-9122-75dd9e7527aa for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:00:47.679590 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Routers {'f7811905-5d8c-4cab-9122-75dd9e7527aa'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:47.680233 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['f7811905-5d8c-4cab-9122-75dd9e7527aa'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.686449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] For port afb97c2f-6237-4ac5-afbf-f01ab037a415, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=afb97c2f-6237-4ac5-afbf-f01ab037a415,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:47.686812 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.698834 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Calling delete_port for afb97c2f-6237-4ac5-afbf-f01ab037a415 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:00:47.769324 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] Set router f7811905-5d8c-4cab-9122-75dd9e7527aa gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:47.824123 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T02:00:47Z', 'revision_number': 6, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:47.854257 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9778-f9e9-467b-ad88-703b343d4ae1 None None] The sync data for ids ['f7811905-5d8c-4cab-9122-75dd9e7527aa'] in dv-cinder-824978-1-iscsi is: [{'id': 'f7811905-5d8c-4cab-9122-75dd9e7527aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1321216661-router', 'tenant_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:50Z', 'updated_at': '2022-01-28T02:00:47Z', 'revision_number': 6, 'project_id': 'd068e263c4ba4c6fa1bc08b5e2c90d4d', 'gw_port_host': None}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:00:47.870834 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:47.904607 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Pushing event deleted for resources: {'Port': ['ID=afb97c2f-6237-4ac5-afbf-f01ab037a415,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:47.968075 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.072120 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.074934 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.144135 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.144635 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7811905-5d8c-4cab-9122-75dd9e7527aa {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:00:48.150183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.151397 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fb0552ac-a07e-44f8-b4ee-213aa30389da admin admin] 10.222.0.96 "DELETE /v2.0/routers/f7811905-5d8c-4cab-9122-75dd9e7527aa HTTP/1.1" status: 204 len: 168 time: 0.8208115 Jan 28 02:00:48.155159 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46812) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:48.199632 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Deleting subnet 7c038e3b-9304-4553-af47-1b9c955f5889 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:00:48.203094 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.238419 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.283783 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.341447 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.367905 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c038e3b-9304-4553-af47-1b9c955f5889,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:48.372332 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.375568 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-348d6bf5-1d70-47d1-9da1-6e75173bb627 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7c038e3b-9304-4553-af47-1b9c955f5889 HTTP/1.1" status: 204 len: 168 time: 0.2194362 Jan 28 02:00:48.378007 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46814) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:48.444260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.524738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.545411 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6f683f-7651-4be4-b337-6c7615d8497b']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:48.554763 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305ce20d-34c0-4047-80c6-7621b59e639f') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:48.555056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305ce20d-34c0-4047-80c6-7621b59e639f') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:48.565007 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.581410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.588031 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:00:48.588545 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:00:48.590349 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:00:48.646281 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.654710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.657873 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] 10.222.0.96 "DELETE /v2.0/networks/8d6f683f-7651-4be4-b337-6c7615d8497b HTTP/1.1" status: 204 len: 168 time: 0.2789676 Jan 28 02:00:48.671779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7454ea-bbd6-4504-a29b-5432faaf42bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6f683f-7651-4be4-b337-6c7615d8497b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:48.762945 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device afb97c2f-6237-4ac5-afbf-f01ab037a415 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:48.784846 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: afb97c2f-6237-4ac5-afbf-f01ab037a415 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:48.785198 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device afb97c2f-6237-4ac5-afbf-f01ab037a415 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:48.785672 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e813a77d-ff72-4938-b563-5db0c6d3ed12 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:48.805106 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: e813a77d-ff72-4938-b563-5db0c6d3ed12 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:00:48.805697 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e813a77d-ff72-4938-b563-5db0c6d3ed12 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:00:48.842020 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46818) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:48.883479 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-20ff64f4-540a-425e-b531-1e756c9dda41 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d068e263c4ba4c6fa1bc08b5e2c90d4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402267 Jan 28 02:00:48.886547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46820) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:48.937919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:48.959015 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.008326 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.011002 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.012257 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dd2ac2cf-21b5-4848-882a-832bf8d0b4f7 HTTP/1.1" status: 204 len: 168 time: 0.1248007 Jan 28 02:00:49.020232 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0033ef9-0d82-471e-8d5a-cdeb9e70a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2ac2cf-21b5-4848-882a-832bf8d0b4f7,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:49.721281 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46850) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:49.821999 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1974317205-network', 'tenant_id': 'a20883c8bb00403490e966953c48afa7'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:49.845111 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Made reservation on behalf of a20883c8bb00403490e966953c48afa7 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:49.847358 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.856367 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.930651 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.935842 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.960457 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:00:49.970588 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c4b82-e868-4ca8-9f40-c9ba54232ec1,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:49.975405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:49.975760 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Added segment 8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e of type vlan for network fcd5597a-b815-4400-9cef-79a66efeb499 Jan 28 02:00:50.017527 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.044544 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.045758 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:50.046333 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.097873 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3754785 Jan 28 02:00:50.101012 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46860) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:50.107292 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Request body: {'subnet': {'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1974317205-subnet', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:50.111809 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701ebd7-408b-4305-b199-dd5af7b46a0d admin admin] Pushing event updated for resources: {'Network': ['ID=fcd5597a-b815-4400-9cef-79a66efeb499,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:50.125039 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network fcd5597a-b815-4400-9cef-79a66efeb499 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:00:50.133960 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Made reservation on behalf of a20883c8bb00403490e966953c48afa7 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:50.138729 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29599191'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.321875 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31219856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29599173'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.389861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=946b9eaf-9f59-4194-9e44-bdb91f678656,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:50.398456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Checking segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:00:50.398810 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Network hostable DHCP agents. Network: fcd5597a-b815-4400-9cef-79a66efeb499, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:00:50.415079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Network fcd5597a-b815-4400-9cef-79a66efeb499 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:00:50.423620 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, fcd5597a-b815-4400-9cef-79a66efeb499) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:50.427661 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:50.428248 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.432517 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58632659-7396-4dc0-9cef-7d27da76a6ea None None] Network fcd5597a-b815-4400-9cef-79a66efeb499 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:00:50.447799 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5e8cdad8-e776-49ac-921b-14f46d25d04f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3450716 Jan 28 02:00:50.451706 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46876) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:50.456215 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:50.481159 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.482592 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.537458 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.590078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-fcd5597a-b815-4400-9cef-79a66efeb499', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 02:00:50.591697 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.743305 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Allocated IP 172.20.0.2 (fcd5597a-b815-4400-9cef-79a66efeb499/946b9eaf-9f59-4194-9e44-bdb91f678656/32208f46-6cf2-4bea-9d60-be8deb0c10d0) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:50.881636 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.892978 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.899076 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.942399 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Network fcd5597a-b815-4400-9cef-79a66efeb499 is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:50.945389 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:50.949878 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:50.955596 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Pushing event updated for resources: {'Port': ['ID=32208f46-6cf2-4bea-9d60-be8deb0c10d0,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:51.010088 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Attempting to bind port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:00:51.010369 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Attempting to bind port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:00:51.010728 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Attempting to bind port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:51.016776 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:51.017186 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Checking segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:00:51.017584 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.017996 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Bound using segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:51.018460 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Bound port: 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:00:51.018840 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.083332 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] For port 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:51.086778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] For port 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=32208f46-6cf2-4bea-9d60-be8deb0c10d0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:51.090908 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.091827 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.114419 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.154781 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8375-2c50-4b62-8dd4-b45e847af6c1 None None] Pushing event updated for resources: {'Port': ['ID=32208f46-6cf2-4bea-9d60-be8deb0c10d0,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:51.233426 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Allocated IP 172.27.1.192 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/e8961763-6238-402a-9e6f-cf227db0720f) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:51.360017 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.412737 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.447332 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:51.451525 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:51.454999 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:51.489923 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Pushing event updated for resources: {'Port': ['ID=e8961763-6238-402a-9e6f-cf227db0720f,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:51.732086 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:51.929276 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.064229 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:00:52.166764 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80dcc73-8f1e-42e0-9098-a8ae6598ada9 None None] Network fcd5597a-b815-4400-9cef-79a66efeb499 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:00:52.175025 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:00:52.186348 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:00:52.196237 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.197516 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6aa62667-9f7e-409c-a128-b57f79719fba admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7447886 Jan 28 02:00:52.200894 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46896) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:52.238851 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:52.239476 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:52.297545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] Provisioning complete for port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:52.298083 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.489029 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:52.631993 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.722490 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.798761 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] For port 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=32208f46-6cf2-4bea-9d60-be8deb0c10d0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:52.805049 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.836653 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Allocated IP 172.20.0.1 (fcd5597a-b815-4400-9cef-79a66efeb499/946b9eaf-9f59-4194-9e44-bdb91f678656/5e4ffee8-2765-451c-a01d-bd22843a60b0) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:52.907773 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba10be-259b-48b2-a384-ae8035e8eba5 None None] Pushing event updated for resources: {'Port': ['ID=32208f46-6cf2-4bea-9d60-be8deb0c10d0,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:52.913962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 32208f46-6cf2-4bea-9d60-be8deb0c10d0 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:52.956130 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:51Z', 'revision_number': 3, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:52.968504 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:52.990692 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:00:52.991045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Updating router 83b8514b-64b2-49d3-a9a5-b475433780e4 port e8961763-6238-402a-9e6f-cf227db0720f binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:00:53.008120 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.032624 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.044583 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Network fcd5597a-b815-4400-9cef-79a66efeb499 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:53.049405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:53.053048 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:53.054907 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:53.055174 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.077721 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.084438 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-8a502e68-54ad-48bb-a52b-de0ca8cb710b None None] Provisioning complete for port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:53.085501 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8a502e68-54ad-48bb-a52b-de0ca8cb710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.097936 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.238527 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.454800 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.465033 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.498171 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-c0ec6afd-3eb0-4030-9997-bea38f46425b None None] Provisioning complete for port 5e4ffee8-2765-451c-a01d-bd22843a60b0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:53.498547 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c0ec6afd-3eb0-4030-9997-bea38f46425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.558616 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413a23a-ac48-4d6d-8fc9-4408d75f4028 None None] Pushing event updated for resources: {'Port': ['ID=e8961763-6238-402a-9e6f-cf227db0720f,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.563175 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Attempting to bind port e8961763-6238-402a-9e6f-cf227db0720f on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:00:53.563588 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Attempting to bind port e8961763-6238-402a-9e6f-cf227db0720f by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:00:53.563901 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Attempting to bind port e8961763-6238-402a-9e6f-cf227db0720f on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:53.567071 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec6afd-3eb0-4030-9997-bea38f46425b None None] Port 5e4ffee8-2765-451c-a01d-bd22843a60b0 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:00:53.571206 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:53.571587 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:00:53.571981 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.572361 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:53.572850 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Bound port: e8961763-6238-402a-9e6f-cf227db0720f, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:00:53.573246 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.611062 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.615917 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30253296'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.629676 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] For port e8961763-6238-402a-9e6f-cf227db0720f, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:53.633484 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] For port e8961763-6238-402a-9e6f-cf227db0720f, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e8961763-6238-402a-9e6f-cf227db0720f,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:53.637952 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.680856 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.684013 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.703725 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:53.704363 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:53.741299 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413a23a-ac48-4d6d-8fc9-4408d75f4028 None None] Pushing event updated for resources: {'Port': ['ID=e8961763-6238-402a-9e6f-cf227db0720f,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:53.781341 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Network fcd5597a-b815-4400-9cef-79a66efeb499 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:53.782865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:53.845626 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:53.925324 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:00:54.049058 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:00:54.054132 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-adcbeb9c-88c2-432f-ba6b-07441695f3f0 admin admin] 10.222.0.96 "PUT /v2.0/routers/83b8514b-64b2-49d3-a9a5-b475433780e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518724 Jan 28 02:00:54.071749 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 2, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:54.103142 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba4dcd-3f3d-43c6-aee9-75996a1f09b6 None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 2, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:00:54.113665 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-1e67ce43-9c2b-41ee-a0b8-728ad673ff56 None None] Provisioning complete for port 5e4ffee8-2765-451c-a01d-bd22843a60b0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:54.114042 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1e67ce43-9c2b-41ee-a0b8-728ad673ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.150636 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-1e67ce43-9c2b-41ee-a0b8-728ad673ff56 None None] Port 5e4ffee8-2765-451c-a01d-bd22843a60b0 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:00:54.537288 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46920) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:54.541991 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594404787', 'description': 'tempest-description--1136711393'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:54.569529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.661231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.665484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.701923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.703390 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1650860 Jan 28 02:00:54.704681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9241603-545b-430d-8f0d-a6695e1a1cd2,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.706528 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 46924) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:54.711688 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group_rule': {'security_group_id': 'c9241603-545b-430d-8f0d-a6695e1a1cd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:54.713245 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.713594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.713959 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.715180 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.715514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.716270 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.716611 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.716966 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.717651 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.718294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.718695 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.719095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9851-b447-49a6-a059-14cd571a35fd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:54.749209 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.826029 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.830844 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 32208f46-6cf2-4bea-9d60-be8deb0c10d0 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:54.839961 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.859946 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281d4887-7aa0-45f2-8c0e-725e59d592c5,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:54.869781 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.874268 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6b0530fc-f9a2-4b1b-8e83-424d35cc0313 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642158 Jan 28 02:00:54.874638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46926) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:54.888498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group_rule': {'security_group_id': 'c9241603-545b-430d-8f0d-a6695e1a1cd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:54.898524 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:54.898895 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.926074 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.005603 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.009418 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.027669 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7be386e-88f2-4244-ba76-e5fa648cb949,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.041951 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.045501 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4384184b-0ead-450f-90f8-da5ccf97ace7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695962 Jan 28 02:00:55.047300 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 46936) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:00:55.053245 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:55.087990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.212420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.328694 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Allocated IP 172.27.1.212 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/df3473ec-8cc8-4258-ada4-64635799bee1) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:55.441386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.476881 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.520652 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:55.523536 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:55.528987 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:55.550003 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=df3473ec-8cc8-4258-ada4-64635799bee1,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.616674 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.649240 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.805678 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.810957 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.878254 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=df3473ec-8cc8-4258-ada4-64635799bee1,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:55.890488 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.906777 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:55.908035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ba2679c3-87a5-4164-880f-b8c7f0f3ccb4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8593144 Jan 28 02:00:56.060013 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-8eb150d6-48fb-4607-9aec-14fc116575ed tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--594404787&fields=id&tenant_id=a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 267 time: 0.0371118 Jan 28 02:00:56.172968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-08cb27b7-2f0e-4adf-bf5d-ba1ebe1465ed tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:56.174493 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-08cb27b7-2f0e-4adf-bf5d-ba1ebe1465ed tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 811 time: 0.1072910 Jan 28 02:00:56.190980 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-8cfb96a5-14f3-4850-93e9-83f4f80b7e82 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/quotas/a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 375 time: 0.0103955 Jan 28 02:00:56.248301 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ff34103c-f636-4b53-aa3c-196c0c2b659a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514278 Jan 28 02:00:56.298921 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:00:56.308398 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:56.309028 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:56.355383 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ecbd692a-9144-466c-bf63-f948e5926162 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884230 Jan 28 02:00:56.413491 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:56.446365 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-9414ec1b-1ce3-4975-852f-e3d5f912ec0e service neutron] 10.222.0.96 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Jan 28 02:00:56.644642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d7a2c752-8760-4e95-978d-2dc6e5e0ef7f req-444dffce-d415-48f2-92d1-5492bb6a6c6c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jan 28 02:00:56.665815 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 2, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:56.696224 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:00:56.696613 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Updating router 83b8514b-64b2-49d3-a9a5-b475433780e4 port 5e4ffee8-2765-451c-a01d-bd22843a60b0 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:00:56.726326 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:56.832204 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e8961763-6238-402a-9e6f-cf227db0720f up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:56.892165 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port e8961763-6238-402a-9e6f-cf227db0720f triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:56.893029 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:56.984269 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.005856 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port e8961763-6238-402a-9e6f-cf227db0720f, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e8961763-6238-402a-9e6f-cf227db0720f,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:57.012590 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.064934 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=e8961763-6238-402a-9e6f-cf227db0720f,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.121157 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.126402 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.176486 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Pushing event updated for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.202618 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.202945 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.203401 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.203589 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.203889 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.204215 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.204539 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.204888 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.205227 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.205558 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.205960 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.206313 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:57.239013 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Attempting to bind port 5e4ffee8-2765-451c-a01d-bd22843a60b0 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:00:57.239443 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Attempting to bind port 5e4ffee8-2765-451c-a01d-bd22843a60b0 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:00:57.239765 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Attempting to bind port 5e4ffee8-2765-451c-a01d-bd22843a60b0 on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:57.245058 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:57.245541 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Checking segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:00:57.245936 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.246382 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Bound using segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:57.246829 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Bound port: 5e4ffee8-2765-451c-a01d-bd22843a60b0, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:00:57.247226 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.315759 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] For port 5e4ffee8-2765-451c-a01d-bd22843a60b0, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:57.319977 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] For port 5e4ffee8-2765-451c-a01d-bd22843a60b0, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=5e4ffee8-2765-451c-a01d-bd22843a60b0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:57.325331 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.368418 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:00:57.369080 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:00:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:57.392178 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] Provisioning complete for port 5e4ffee8-2765-451c-a01d-bd22843a60b0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:57.392746 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.443800 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eca1e4-cefa-4d12-8d79-00b396e1c50f None None] Pushing event updated for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=4']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.508568 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.515229 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:00:57.562750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] For port 5e4ffee8-2765-451c-a01d-bd22843a60b0, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=5e4ffee8-2765-451c-a01d-bd22843a60b0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:57.570397 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.629550 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6a5e3-8d21-48cf-a35b-9f19e4a9b9f0 None None] Pushing event updated for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:57.698149 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-17d820b4-4d79-4a14-91e9-d591acce6060 None None] Provisioning complete for port 5e4ffee8-2765-451c-a01d-bd22843a60b0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:57.699808 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-17d820b4-4d79-4a14-91e9-d591acce6060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:57.797877 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1151a104-94f4-4ba1-8672-19192fb93128 req-a69efaca-dc24-4e3d-92e5-6dd8a257c123 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 210 time: 0.0621932 Jan 28 02:00:57.821344 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:00:57.851923 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cbda1-b832-47c7-bb89-1a8e2eb87c72 None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:00:58.801661 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 5e4ffee8-2765-451c-a01d-bd22843a60b0 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:58.876059 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-523ed81c-489b-452e-accd-35d198f6aa6c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:58.877908 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-523ed81c-489b-452e-accd-35d198f6aa6c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 811 time: 0.3828418 Jan 28 02:00:58.921898 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9a892774-1bd2-402d-8692-795264da1ebe req-a235cc0e-c9bf-415d-bb8a-ef6f8f10ac46 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 210 time: 0.0429232 Jan 28 02:00:58.924999 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 5e4ffee8-2765-451c-a01d-bd22843a60b0 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:58.925375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:58.971104 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-377f3259-ae83-4a56-a027-c8832199412b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 379 time: 0.0519552 Jan 28 02:00:58.983634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'port': {'device_id': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'admin_state_up': True, 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'security_groups': ['c9241603-545b-430d-8f0d-a6695e1a1cd2']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:59.014303 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e8961763-6238-402a-9e6f-cf227db0720f up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:59.066148 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port e8961763-6238-402a-9e6f-cf227db0720f triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:59.066752 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.111643 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Made reservation on behalf of a20883c8bb00403490e966953c48afa7 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:00:59.116347 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.281324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cc38-20d1-4eac-b1a0-0f044f245c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.304476 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Allocated IP 172.20.0.5 (fcd5597a-b815-4400-9cef-79a66efeb499/946b9eaf-9f59-4194-9e44-bdb91f678656/29b6b39c-b993-4f94-9cd1-2d095d6ea243) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:00:59.449634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.484775 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.531134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Network fcd5597a-b815-4400-9cef-79a66efeb499 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:00:59.534859 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:00:59.539048 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:00:59.568701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:59.602486 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:59.603283 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.621380 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-ac48c2a7-900a-46a4-9b97-7bdc8b60ac4a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415048 Jan 28 02:00:59.642480 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Request body: {'port': {'device_id': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:59.701609 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.785343 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-c9afb21b-cfab-4452-a9f9-e42b6153e8c2 None None] Provisioning complete for port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:59.785754 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c9afb21b-cfab-4452-a9f9-e42b6153e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:59.819660 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-c9afb21b-cfab-4452-a9f9-e42b6153e8c2 None None] Port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:00:59.974366 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b6b39c-b993-4f94-9cd1-2d095d6ea243 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:00:59.989707 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:00.046821 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Transition to ACTIVE for port object 29b6b39c-b993-4f94-9cd1-2d095d6ea243 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:01:00.052621 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:00.109174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f6ba-8836-4efa-8a8c-cc26e572c422 req-a5b0c079-e983-46c1-a4ca-eebe3cab72f3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:00.110759 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb04f6ba-8836-4efa-8a8c-cc26e572c422 req-a5b0c079-e983-46c1-a4ca-eebe3cab72f3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 931 time: 0.1169319 Jan 28 02:01:00.138639 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:00.204962 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb04f6ba-8836-4efa-8a8c-cc26e572c422 req-fa85200d-f686-4b67-a2b1-07d69f68a58d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871315 Jan 28 02:01:00.228048 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Attempting to bind port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:01:00.228482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Attempting to bind port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:01:00.228984 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Attempting to bind port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:00.235255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 on network fcd5597a-b815-4400-9cef-79a66efeb499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:01:00.235737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Attempting to bind port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:00.241360 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:00.241707 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Checking segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:01:00.242123 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Bound using segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:00.242581 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Bound port: 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:01:00.242987 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:00.315713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:00.319174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:00.324363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:00.373038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:00.373038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:00.373038 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] 10.222.0.100 "PUT /v2.0/ports/29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 1093 time: 0.7278783 Jan 28 02:01:00.373038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:00.373038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:00.411059 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec5b37-9a1a-41fb-8c62-16c8f558c5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:00.414618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0a4b21-7edc-4c8a-ae22-9d459e31b87d x-openstack-request-id: req-8c0a4b21-7edc-4c8a-ae22-9d459e31b87d {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:00.414772 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:00.415018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8c0a4b21-7edc-4c8a-ae22-9d459e31b87d {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:00.415414 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'status': 'completed', 'code': 200} Jan 28 02:01:00.496246 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-d25f7459-9bd3-4a7e-93ac-2b54c80db1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:00.497934 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-d25f7459-9bd3-4a7e-93ac-2b54c80db1b2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0503166 Jan 28 02:01:00.555400 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-b4bd2016-21db-43e8-a64c-e8eb13745c80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 217 time: 0.0417571 Jan 28 02:01:00.612814 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-91f595d2-f4b4-4b16-878d-47508dfc0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:00.614403 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-91f595d2-f4b4-4b16-878d-47508dfc0510 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0480855 Jan 28 02:01:00.662649 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-67fe4d22-4a4b-4d8b-9554-f1c3b0b0c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:00.664020 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-67fe4d22-4a4b-4d8b-9554-f1c3b0b0c25c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404053 Jan 28 02:01:00.762433 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-dd4ddc35-7918-43cf-83c9-1eafb4d9e309 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902722 Jan 28 02:01:00.856274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bbf68ef4-1325-40d4-8d1d-d513e56a0cf2 req-16e1158b-a75e-4f20-900e-1037978476fc service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Jan 28 02:01:01.000737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-0d41e471-80f2-407a-94c9-0f578f179743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:01.002291 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-0d41e471-80f2-407a-94c9-0f578f179743 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0423441 Jan 28 02:01:01.112903 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-6c8d7fad-7bf2-47ea-9b4b-2171cf829374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:01.114402 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-6c8d7fad-7bf2-47ea-9b4b-2171cf829374 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.1048462 Jan 28 02:01:01.161774 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-25a93787-cb54-4bdc-bc52-af670b182cf2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 217 time: 0.0371547 Jan 28 02:01:01.217702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-ac471710-4b3b-4677-8d87-9a909846548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:01.219146 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-ac471710-4b3b-4677-8d87-9a909846548d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0482032 Jan 28 02:01:01.267397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-1fc05ae7-cdff-4c8b-95b5-1f912258757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:01.268851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-1fc05ae7-cdff-4c8b-95b5-1f912258757e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415969 Jan 28 02:01:01.376423 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e4bf-5b34-4845-9cc4-8123c0c245a2 req-ad06245a-d767-4332-babf-1ec982d669f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:01.378094 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d478e4bf-5b34-4845-9cc4-8123c0c245a2 req-ad06245a-d767-4332-babf-1ec982d669f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 943 time: 0.1029058 Jan 28 02:01:01.421025 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-4bae9fa0-babe-4c26-8e82-ec31d2aeb441 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369698 Jan 28 02:01:01.456060 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d478e4bf-5b34-4845-9cc4-8123c0c245a2 req-9e5dc0cb-4127-4633-b4ae-7e0047a2d3eb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662518 Jan 28 02:01:01.543291 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-119edbfe-9884-4dd9-a325-1f5ef23ae8e9 req-36ba266d-a209-4c49-97df-2cee3ba95db6 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027563 Jan 28 02:01:01.932128 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-709856e4-c786-4311-a1f2-c3c622a4bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:02.589635 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ba1a9-9fba-41dd-b6ee-b897dcfc36c2 req-54dd4911-1df2-4094-ab0d-ba75dd5a45f1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:02.591514 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c01ba1a9-9fba-41dd-b6ee-b897dcfc36c2 req-54dd4911-1df2-4094-ab0d-ba75dd5a45f1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 943 time: 0.0618377 Jan 28 02:01:02.630809 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c01ba1a9-9fba-41dd-b6ee-b897dcfc36c2 req-d9342e55-9e43-4123-857d-fcfcb791f90a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jan 28 02:01:03.173629 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:03.655473 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 29b6b39c-b993-4f94-9cd1-2d095d6ea243 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:01:03.698902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05d7d1-5f36-4de3-8e04-64e8d2561f8e req-590ceea4-3e67-43bd-a052-776509e00fe6 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:03.699791 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f05d7d1-5f36-4de3-8e04-64e8d2561f8e req-590ceea4-3e67-43bd-a052-776509e00fe6 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Jan 28 02:01:03.708185 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:03.767537 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2f05d7d1-5f36-4de3-8e04-64e8d2561f8e req-0245ad2a-acce-4b94-8d63-dfe26d9d9f1b tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 Jan 28 02:01:03.771399 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:03.785985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3e096-f8ac-49d7-b5ea-ac678f9f6ded req-508b0720-aa67-4f7a-9323-0f0905621125 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:03.788230 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'port_id': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'mac_address': 'fa:16:3e:63:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:01:03.789979 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-84c3e096-f8ac-49d7-b5ea-ac678f9f6ded req-508b0720-aa67-4f7a-9323-0f0905621125 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 943 time: 0.0782616 Jan 28 02:01:03.831985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-84c3e096-f8ac-49d7-b5ea-ac678f9f6ded req-d60ffd94-53ce-4ea6-82bc-eb725133c577 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Jan 28 02:01:03.835112 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:03.852730 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b6b39c-b993-4f94-9cd1-2d095d6ea243 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:01:03.871678 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:03.876703 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:03.933391 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:03.941182 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.941564 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.941908 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.942288 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.942651 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.942986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.943315 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.943641 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.944016 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.944353 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.944673 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:03.945019 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:04.340450 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['29b6b39c-b993-4f94-9cd1-2d095d6ea243'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:01:04.548062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:04.881876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:04.889029 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68cb4-b660-4d20-b42d-eaefc891ac15 req-8f5b7ee9-4b51-4f99-9c71-ae49f26bda14 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:04.890618 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dfb68cb4-b660-4d20-b42d-eaefc891ac15 req-8f5b7ee9-4b51-4f99-9c71-ae49f26bda14 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0556602 Jan 28 02:01:04.960009 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dfb68cb4-b660-4d20-b42d-eaefc891ac15 req-44425361-757c-4deb-96d7-d0fe524c526e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634077 Jan 28 02:01:04.974032 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44e34-efff-424d-be9b-6129841965fb req-da504131-ee83-4832-a7b4-92de4e7124f3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:04.975578 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-37c44e34-efff-424d-be9b-6129841965fb req-da504131-ee83-4832-a7b4-92de4e7124f3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 944 time: 0.0723650 Jan 28 02:01:05.020121 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-37c44e34-efff-424d-be9b-6129841965fb req-2f6259a0-99f4-45ef-997d-c122f4845f0b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350931 Jan 28 02:01:06.094266 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80695e-93d2-410d-ba56-1de2995a16b5 req-b2161900-bc65-4f6d-9892-b39c4c81b5a5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:06.095795 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a80695e-93d2-410d-ba56-1de2995a16b5 req-b2161900-bc65-4f6d-9892-b39c4c81b5a5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0600424 Jan 28 02:01:06.162063 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a80695e-93d2-410d-ba56-1de2995a16b5 req-733d2778-2c1a-475d-856a-eb03c7c49c15 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Jan 28 02:01:06.172571 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd03233-850d-4111-907b-acbc46d755e3 req-38f37551-204d-4c9f-95ba-e0232c927e97 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:06.173928 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cd03233-850d-4111-907b-acbc46d755e3 req-38f37551-204d-4c9f-95ba-e0232c927e97 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 944 time: 0.0772524 Jan 28 02:01:06.212812 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cd03233-850d-4111-907b-acbc46d755e3 req-012eb4aa-ed06-4411-8038-692d1b6d732c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Jan 28 02:01:07.203545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 29b6b39c-b993-4f94-9cd1-2d095d6ea243 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:07.260535 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:01:07.265863 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:07.266245 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:07.287238 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa0d36-de9c-47da-b41e-d2136ae93308 req-043967dc-62ff-4e97-959a-53526584c182 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:07.289297 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3eaa0d36-de9c-47da-b41e-d2136ae93308 req-043967dc-62ff-4e97-959a-53526584c182 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0591333 Jan 28 02:01:07.351881 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:07.363421 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3eaa0d36-de9c-47da-b41e-d2136ae93308 req-348486e5-b9b9-4a11-bbee-8c2246f0e602 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609131 Jan 28 02:01:07.372413 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddda4ed-34ab-4b2a-8979-b89b2ff2acb3 req-84251ae7-7dee-47b0-ad3b-47c0036c735f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:07.374125 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ddda4ed-34ab-4b2a-8979-b89b2ff2acb3 req-84251ae7-7dee-47b0-ad3b-47c0036c735f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 944 time: 0.0835800 Jan 28 02:01:07.385195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:07.385195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90e869-0903-4cd7-a9c5-ccef6c499519" -d '{"events": [{"server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "name": "network-vif-plugged", "status": "completed", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:07.398533 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:07.404700 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:07.419834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6ddda4ed-34ab-4b2a-8979-b89b2ff2acb3 req-68123cbb-60f6-4ecd-8a77-e20696c52d54 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361581 Jan 28 02:01:07.429059 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6bfc8-be9c-486f-94bc-7d453fc501c2 x-openstack-request-id: req-ddf6bfc8-be9c-486f-94bc-7d453fc501c2 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:07.429352 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "name": "network-vif-plugged", "status": "completed", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:07.429600 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-ddf6bfc8-be9c-486f-94bc-7d453fc501c2 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:07.429986 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'code': 200} Jan 28 02:01:07.458647 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:08.437078 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ffdfd-b55c-4b2f-927b-d3b77b88414e req-1e6db623-b09c-449d-91d7-415f6065b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.438590 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f28ffdfd-b55c-4b2f-927b-d3b77b88414e req-1e6db623-b09c-449d-91d7-415f6065b65b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0448697 Jan 28 02:01:08.534006 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f28ffdfd-b55c-4b2f-927b-d3b77b88414e req-229e12d9-4627-4af9-b3b4-2479a7275b97 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873742 Jan 28 02:01:08.563152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd750d9-804f-4355-8fca-e12dac263f87 req-1983d9f6-a4b9-4772-a4c4-ead42acfb619 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.573953 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7bd750d9-804f-4355-8fca-e12dac263f87 req-1983d9f6-a4b9-4772-a4c4-ead42acfb619 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.1285398 Jan 28 02:01:08.586672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcf50c-281d-49d0-868a-f643ae899d7c req-71d45e54-e665-4484-a2a6-bbb9a8219e30 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.588119 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d3dcf50c-281d-49d0-868a-f643ae899d7c req-71d45e54-e665-4484-a2a6-bbb9a8219e30 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0897355 Jan 28 02:01:08.652692 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7bd750d9-804f-4355-8fca-e12dac263f87 req-dd4125c5-851c-43e4-944a-69d87b0a782a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634687 Jan 28 02:01:08.661567 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d3dcf50c-281d-49d0-868a-f643ae899d7c req-f84ac254-3e66-4258-95e6-2b5893f8887f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605929 Jan 28 02:01:09.799021 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a891d-1583-4d8a-ac50-d5a875e38027 req-343ddd3a-63ef-4010-b385-08343bf94543 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:09.800680 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-171a891d-1583-4d8a-ac50-d5a875e38027 req-343ddd3a-63ef-4010-b385-08343bf94543 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0738363 Jan 28 02:01:09.813832 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438c868-5a29-4799-b2b4-5b6c9d5cba82 req-1859b5ae-8297-4dbd-9844-68f845adc907 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:09.815317 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5438c868-5a29-4799-b2b4-5b6c9d5cba82 req-1859b5ae-8297-4dbd-9844-68f845adc907 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0797024 Jan 28 02:01:09.872004 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-171a891d-1583-4d8a-ac50-d5a875e38027 req-1f9bec7b-0269-46b7-b354-64f73997bf0b tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557075 Jan 28 02:01:09.879628 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5438c868-5a29-4799-b2b4-5b6c9d5cba82 req-7d7a392c-5b70-40c0-98df-8efbfae58e90 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574937 Jan 28 02:01:11.017703 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89164-abee-4fdc-8349-584fa33ee790 req-9f38d951-d9b6-4207-aa21-60c3e25d2c34 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:11.019206 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fad89164-abee-4fdc-8349-584fa33ee790 req-9f38d951-d9b6-4207-aa21-60c3e25d2c34 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0779026 Jan 28 02:01:11.028045 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82dce-6057-47c4-878f-bb926c207408 req-3d77e82f-051a-4b6d-b78a-933e195e2bff tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:11.029800 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9f82dce-6057-47c4-878f-bb926c207408 req-3d77e82f-051a-4b6d-b78a-933e195e2bff tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0781114 Jan 28 02:01:11.085153 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fad89164-abee-4fdc-8349-584fa33ee790 req-78104ba0-261d-4bff-ab37-98e83774cacf tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Jan 28 02:01:11.090745 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9f82dce-6057-47c4-878f-bb926c207408 req-6a935bb6-f2b2-498b-8865-67886b474877 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541499 Jan 28 02:01:11.723974 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-df5d7800-9147-49af-8764-b3a30e3b4de7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:11.725387 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-df5d7800-9147-49af-8764-b3a30e3b4de7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Jan 28 02:01:11.845364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Deleting port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:01:11.845706 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:11.935481 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] For port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:11.935840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:11.947934 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Calling delete_port for 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:01:12.073640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:12.109698 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Pushing event deleted for resources: {'Port': ['ID=8cd36e81-1c02-4dd4-9de3-3cdce47bb04a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:12.113864 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['8cd36e81-1c02-4dd4-9de3-3cdce47bb04a'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:01:12.156840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] No DVR routers for this DVR port 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:12.160141 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:12.164118 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e93f7ff8-3ba9-4523-b3d6-0521c0024fa0 req-b0d0b8bd-8be7-49ef-8276-be9369cbbf75 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "DELETE /v2.0/ports/8cd36e81-1c02-4dd4-9de3-3cdce47bb04a HTTP/1.1" status: 204 len: 173 time: 0.4060605 Jan 28 02:01:12.164118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'name': 'network-vif-deleted', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:12.166229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb0063-c094-4616-aa8f-862acc83ad34" -d '{"events": [{"server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "name": "network-vif-deleted", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:12.230616 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3c45302f-77d7-4310-9b7c-e827f49d531e req-504030d8-a472-400a-af08-d2367e012e2a tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=367b6b36-483a-4cc8-b26a-2921068ed175 HTTP/1.1" status: 200 len: 210 time: 0.0322580 Jan 28 02:01:12.247513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef37081-f1f3-4e9b-867f-12e028a845e6 req-8db3b5d0-0792-42a8-8790-7002c497f1cc tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:12.249135 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aef37081-f1f3-4e9b-867f-12e028a845e6 req-8db3b5d0-0792-42a8-8790-7002c497f1cc tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0781519 Jan 28 02:01:12.281467 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd09049-7f57-4dd4-8300-def437da61a4 x-openstack-request-id: req-8fd09049-7f57-4dd4-8300-def437da61a4 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:12.281779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367b6b36-483a-4cc8-b26a-2921068ed175", "name": "network-vif-deleted", "tag": "8cd36e81-1c02-4dd4-9de3-3cdce47bb04a", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:12.282029 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8fd09049-7f57-4dd4-8300-def437da61a4 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:12.282491 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367b6b36-483a-4cc8-b26a-2921068ed175', 'name': 'network-vif-deleted', 'tag': '8cd36e81-1c02-4dd4-9de3-3cdce47bb04a', 'status': 'completed', 'code': 200} Jan 28 02:01:12.296679 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aef37081-f1f3-4e9b-867f-12e028a845e6 req-624ba871-d20b-451f-869b-0e72cd8ba220 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382726 Jan 28 02:01:13.420717 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16ab7b-3cf9-4b2f-9c90-d56d70f9e75e req-4c104a1d-d565-44b4-9a14-f09cba061f60 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:13.422247 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f16ab7b-3cf9-4b2f-9c90-d56d70f9e75e req-4c104a1d-d565-44b4-9a14-f09cba061f60 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0557466 Jan 28 02:01:13.465349 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f16ab7b-3cf9-4b2f-9c90-d56d70f9e75e req-74763f8a-ffba-44f6-a47a-58fb474fe4a3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369837 Jan 28 02:01:13.586208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8755202-d6c6-4803-af28-db220dac6b37 req-925f4a1d-0e74-4543-90e0-86cb3ef81678 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:13.587720 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8755202-d6c6-4803-af28-db220dac6b37 req-925f4a1d-0e74-4543-90e0-86cb3ef81678 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0506542 Jan 28 02:01:13.597515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47174) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:13.604102 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'floatingip': {'port_id': '29b6b39c-b993-4f94-9cd1-2d095d6ea243'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:13.684061 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:14.421581 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:14.425418 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:14.530560 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Floating IP 301d51a7-ed1b-4450-85bb-41beaaff3448 associated. External IP: 172.27.1.212, port: 29b6b39c-b993-4f94-9cd1-2d095d6ea243. Jan 28 02:01:14.737766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:14.845328 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:14.854498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:14.857859 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:14.867551 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:14.868183 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:14.878286 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1f644ba4-196f-449e-95b3-13b7d7f9da06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "PUT /v2.0/floatingips/301d51a7-ed1b-4450-85bb-41beaaff3448 HTTP/1.1" status: 200 len: 991 time: 1.2795830 Jan 28 02:01:14.878999 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:14.881492 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f" -d '{"events": [{"name": "network-changed", "server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:14.919611 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc462e-b1cb-4b14-be7c-a4fef4a539f2 x-openstack-request-id: req-b0bc462e-b1cb-4b14-be7c-a4fef4a539f2 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:14.919912 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:14.920186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b0bc462e-b1cb-4b14-be7c-a4fef4a539f2 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:14.920613 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'status': 'completed', 'code': 200} Jan 28 02:01:14.977142 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:15.243867 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '301d51a7-ed1b-4450-85bb-41beaaff3448', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:63:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:55Z', 'updated_at': '2022-01-28T02:01:14Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.273902 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:15.282723 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:15.283346 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.388913 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:15.620553 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '301d51a7-ed1b-4450-85bb-41beaaff3448', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:63:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:55Z', 'updated_at': '2022-01-28T02:01:14Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:15.662058 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e4829-2c2c-4651-a2c6-abd4937bafde None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '301d51a7-ed1b-4450-85bb-41beaaff3448', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:63:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:00:55Z', 'updated_at': '2022-01-28T02:01:14Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:15.872186 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c0e4c-1352-45a8-9986-51e3c45dd325 None None] New status for floating IP 301d51a7-ed1b-4450-85bb-41beaaff3448: ACTIVE {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:01:16.337082 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:16.365499 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:01:16.365749 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 8cd36e81-1c02-4dd4-9de3-3cdce47bb04a not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:16.371625 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:16.425851 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-45f719c8-785c-4058-baee-3fb6c0216424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:16.427362 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-45f719c8-785c-4058-baee-3fb6c0216424 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0418618 Jan 28 02:01:16.528208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-6a73c880-2a15-4c62-ad1d-ba14e4f21d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:16.529981 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-6a73c880-2a15-4c62-ad1d-ba14e4f21d4b service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.0957041 Jan 28 02:01:16.604008 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-98ac7c54-4799-42f9-852f-185b76f5d39a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 1001 time: 0.0653980 Jan 28 02:01:16.658144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-22f9682a-21c4-4615-92a2-e4b8b5240288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:16.659616 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-22f9682a-21c4-4615-92a2-e4b8b5240288 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0484550 Jan 28 02:01:16.713861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-9b25c2f8-35cc-4419-949e-0a85ba7b04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:16.715975 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-9b25c2f8-35cc-4419-949e-0a85ba7b04d2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494945 Jan 28 02:01:16.810270 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-70246e46-9014-4e39-9669-7fdba3069cd1 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845280 Jan 28 02:01:16.908768 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6bfabcf9-2d6e-48d1-87f5-41cf545b067f req-e944cc1d-3d5e-47e6-8488-e24671552cf0 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891900 Jan 28 02:01:22.289807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-8c63c044-28c9-48b0-877f-dffcaeec4f37 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:22.291284 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-8c63c044-28c9-48b0-877f-dffcaeec4f37 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 813 time: 0.1054809 Jan 28 02:01:22.306743 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-635d62dd-c9b5-4839-b033-eff516a18471 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/quotas/cf861e434da344c89d039fa373bd0742 HTTP/1.1" status: 200 len: 375 time: 0.0091326 Jan 28 02:01:22.341076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1d7be1ba-1b90-4720-832b-4273f227571f tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274806 Jan 28 02:01:22.442113 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-8613c62c-b326-45bc-9014-d12906c3ca8e service neutron] 10.222.0.96 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934055 Jan 28 02:01:22.535215 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-a37344c2-dc66-4849-ae52-e60db2fd6f61 service neutron] 10.222.0.96 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Jan 28 02:01:22.700392 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5b360e5e-fa18-4743-9c64-00e4c245d8d0 req-4c7a28a4-d525-4336-8154-fe56b964bcd7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0325148 Jan 28 02:01:23.793776 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-787d2c4e-0946-4c24-95c6-19b537685aa3 req-63b22a4a-f2d3-4499-b041-5ca29b8d4494 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0264606 Jan 28 02:01:24.887062 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f79c394f-0b3c-405d-8783-643659823797 req-47afe9aa-7b6c-403b-b8d0-44cdfdb20e3f tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0254128 Jan 28 02:01:25.987810 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3a7aaf7c-3b39-41d5-87ec-199be7995435 req-a8ec6b75-d846-4d3a-829e-3a82816b6ef3 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0294487 Jan 28 02:01:26.128285 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-2810e4f4-77ce-4eb4-aeed-083eb7df2d0d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:26.129755 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-2810e4f4-77ce-4eb4-aeed-083eb7df2d0d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 813 time: 0.1100516 Jan 28 02:01:26.158925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Request body: {'port': {'device_id': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2', 'admin_state_up': True, 'tenant_id': 'cf861e434da344c89d039fa373bd0742'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:26.270433 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Made reservation on behalf of cf861e434da344c89d039fa373bd0742 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:26.274534 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.409811 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Allocated IP 172.20.0.13 (f97ed89c-681e-4768-b1be-7eb9acf480b2/cedef723-4e55-4d52-8756-dca18a3c30b3/1bc7fefe-60b1-4cd1-929b-b25ada74a928) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:26.571692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.609657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.654537 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Network f97ed89c-681e-4768-b1be-7eb9acf480b2 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:26.660176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:26.664458 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:26.694367 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Pushing event updated for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:26.720597 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:26.721331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.743713 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-1f806b70-2e10-4b3a-9bae-3a76c96e7184 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885060 Jan 28 02:01:26.764551 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Request body: {'port': {'device_id': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:26.826479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.128750 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc7fefe-60b1-4cd1-929b-b25ada74a928 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:01:27.137712 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.155390 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Transition to ACTIVE for port object 1bc7fefe-60b1-4cd1-929b-b25ada74a928 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:01:27.166205 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ab034-4deb-4b5a-bb44-8bd113a38401 req-11fa815c-aab2-409d-b038-ec545e90888d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:27.168658 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da2ab034-4deb-4b5a-bb44-8bd113a38401 req-11fa815c-aab2-409d-b038-ec545e90888d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 932 time: 0.0990803 Jan 28 02:01:27.169347 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.259690 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:27.304318 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da2ab034-4deb-4b5a-bb44-8bd113a38401 req-79ab36da-7b03-464f-aeb6-3c0c4d8ffd3c tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288357 Jan 28 02:01:27.331142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Attempting to bind port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:01:27.331477 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Attempting to bind port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:01:27.331922 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Attempting to bind port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 on network f97ed89c-681e-4768-b1be-7eb9acf480b2 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:27.337312 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 on network f97ed89c-681e-4768-b1be-7eb9acf480b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:01:27.337640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Attempting to bind port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 on network f97ed89c-681e-4768-b1be-7eb9acf480b2 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:27.343641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:27.343984 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Checking segment: {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:01:27.344364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Bound using segment: {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:27.344785 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Bound port: 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fea383-7104-4f10-9e16-69076df77b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:01:27.345169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.412573 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:27.415739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:27.420910 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.459513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:27.460116 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:27.461617 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] 10.222.0.100 "PUT /v2.0/ports/1bc7fefe-60b1-4cd1-929b-b25ada74a928 HTTP/1.1" status: 200 len: 1094 time: 0.7024345 Jan 28 02:01:27.462056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:27.465356 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31265914-955f-4d42-b15e-62d7d0d4a212" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:27.492847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ff266-5ff9-41c5-8317-d6eca9b99676 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:27.509714 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0187b2-813f-4aab-9ac5-3f4fc041b23d x-openstack-request-id: req-0d0187b2-813f-4aab-9ac5-3f4fc041b23d {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:27.510005 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:27.510257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-0d0187b2-813f-4aab-9ac5-3f4fc041b23d {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:27.511219 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928', 'status': 'completed', 'code': 200} Jan 28 02:01:27.608180 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-c3af88cb-9070-47ec-9efa-15bd0dda9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:27.609707 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-c3af88cb-9070-47ec-9efa-15bd0dda9615 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0430014 Jan 28 02:01:27.668008 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-16f7e82f-b734-428e-9b6a-53a4052ce4a2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928 HTTP/1.1" status: 200 len: 217 time: 0.0358386 Jan 28 02:01:27.723538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-84412d17-c6de-41b5-967a-3ca6a3634e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:27.725023 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-84412d17-c6de-41b5-967a-3ca6a3634e49 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cedef723-4e55-4d52-8756-dca18a3c30b3 HTTP/1.1" status: 200 len: 853 time: 0.0480251 Jan 28 02:01:27.758775 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-ae42c432-2a1c-4de9-b2a1-6b3aa94f4b98 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f97ed89c-681e-4768-b1be-7eb9acf480b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259132 Jan 28 02:01:27.856214 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-ae06faad-6b84-4d52-a827-a98d2c79ef49 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850790 Jan 28 02:01:27.958430 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-315a7ef2-4ece-4d49-ade6-6e7aae3b75c2 req-748a82b0-7c3a-4513-b797-556fa0b2bf71 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910349 Jan 28 02:01:28.139836 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-72b22a37-49a8-4d3f-8863-7fb64a675d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:28.141345 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-72b22a37-49a8-4d3f-8863-7fb64a675d80 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cf861e434da344c89d039fa373bd0742&device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0431840 Jan 28 02:01:28.236484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-ce437703-ed71-44f0-ba85-66662feeda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:28.238419 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-ce437703-ed71-44f0-ba85-66662feeda62 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 200 len: 914 time: 0.0872440 Jan 28 02:01:28.538787 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-acd2a299-ad2f-47c9-a6ae-151e0f72ea28 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928 HTTP/1.1" status: 200 len: 217 time: 0.2923923 Jan 28 02:01:28.614100 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-3da79362-49b8-4f63-9ad1-bf592afb0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:28.615504 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-3da79362-49b8-4f63-9ad1-bf592afb0932 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cedef723-4e55-4d52-8756-dca18a3c30b3 HTTP/1.1" status: 200 len: 853 time: 0.0671153 Jan 28 02:01:28.624152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17e7d-efa2-4c6c-864b-30bffeb288b6 req-f50f8088-61a7-43c0-8d50-a04b51a7691d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:28.625690 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfc17e7d-efa2-4c6c-864b-30bffeb288b6 req-f50f8088-61a7-43c0-8d50-a04b51a7691d tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 944 time: 0.0894177 Jan 28 02:01:28.653168 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-792130f2-da6d-476e-bf82-931bc0ebd328 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f97ed89c-681e-4768-b1be-7eb9acf480b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jan 28 02:01:28.686607 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfc17e7d-efa2-4c6c-864b-30bffeb288b6 req-784cf067-f0dd-4bca-9907-d0926e4895f8 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Jan 28 02:01:28.791915 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-d9a40e76-f795-4a10-a976-d746dab34add service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922532 Jan 28 02:01:28.890663 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-31265914-955f-4d42-b15e-62d7d0d4a212 req-4d7042ad-2f94-4063-a23f-092101260177 service neutron] 10.222.0.100 "GET /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884495 Jan 28 02:01:29.227122 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-36ab96b5-5a21-4f74-a419-cc1bc1134678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:29.719691 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb711d62-6e1a-44b8-894b-61d2c4fc2f18 req-c0f1aaea-b8c8-4f6a-98ec-838fbaf0e520 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.721370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb711d62-6e1a-44b8-894b-61d2c4fc2f18 req-c0f1aaea-b8c8-4f6a-98ec-838fbaf0e520 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0526643 Jan 28 02:01:29.747638 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47442) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:29.777123 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb711d62-6e1a-44b8-894b-61d2c4fc2f18 req-8b94c155-ec4c-4472-9c30-d948b18a7319 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473320 Jan 28 02:01:29.823287 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617a5ce-10d4-4108-a882-4835786855ee req-86fd7314-c764-4fb8-ba02-8370b58c2031 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:29.825540 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8617a5ce-10d4-4108-a882-4835786855ee req-86fd7314-c764-4fb8-ba02-8370b58c2031 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 944 time: 0.0658667 Jan 28 02:01:29.866692 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8617a5ce-10d4-4108-a882-4835786855ee req-d8fb5653-5c64-48c5-a68b-ac3186cf20d0 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347962 Jan 28 02:01:29.879104 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:29.955280 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:29.959099 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:29.997671 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4c7d8ca1f6824017a8e983dc834de134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482288 Jan 28 02:01:29.998695 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9c16e-83ab-4ced-87ef-33aa4ece421b,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:30.000339 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47448) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:30.005900 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.006250 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.006594 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.007118 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.007264 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.007594 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.007920 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.008248 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.008568 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.008916 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.009241 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.009562 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51e865-04ec-4efc-9338-298c05fb3b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:30.054560 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.077104 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.125032 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.127577 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.128760 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34d9c16e-83ab-4ced-87ef-33aa4ece421b HTTP/1.1" status: 204 len: 168 time: 0.1273715 Jan 28 02:01:30.137260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f05a86-967e-4cd4-bd41-08ea1ee4a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9c16e-83ab-4ced-87ef-33aa4ece421b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:30.389725 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1bc7fefe-60b1-4cd1-929b-b25ada74a928 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:01:30.395301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47454) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:30.409710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-349c839d-de10-4586-8fee-0bfdedac059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.487702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-349c839d-de10-4586-8fee-0bfdedac059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.492180 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-349c839d-de10-4586-8fee-0bfdedac059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.495149 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:30.505710 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '1bc7fefe-60b1-4cd1-929b-b25ada74a928', 'network_id': 'f97ed89c-681e-4768-b1be-7eb9acf480b2', 'port_id': '1bc7fefe-60b1-4cd1-929b-b25ada74a928', 'mac_address': 'fa:16:3e:ed:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedef723-4e55-4d52-8756-dca18a3c30b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:01:30.533620 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-349c839d-de10-4586-8fee-0bfdedac059d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=632ca1788cd1468f906e1ebb1e422c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349223 Jan 28 02:01:30.533620 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c839d-de10-4586-8fee-0bfdedac059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb8623-178f-478c-b49a-e0bf4f67d8b9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:30.534540 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47456) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:30.599954 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.622880 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.676328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.679762 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.683604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.684770 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8fbb8623-178f-478c-b49a-e0bf4f67d8b9 HTTP/1.1" status: 204 len: 168 time: 0.1490402 Jan 28 02:01:30.692419 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55c65b-0a6f-4296-9dfb-7b328392c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb8623-178f-478c-b49a-e0bf4f67d8b9,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:30.704279 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc7fefe-60b1-4cd1-929b-b25ada74a928 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:01:30.729566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:30.737471 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:30.787078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:30.906082 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93c1f-982b-4959-80e6-2457a894ca46 req-b474841b-c3f0-43f9-ac6c-d4ffb6276b03 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:30.907630 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08f93c1f-982b-4959-80e6-2457a894ca46 req-b474841b-c3f0-43f9-ac6c-d4ffb6276b03 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0574489 Jan 28 02:01:30.959871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08f93c1f-982b-4959-80e6-2457a894ca46 req-6e74021e-2b55-443a-8992-82b0329f4460 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460677 Jan 28 02:01:30.999172 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5d272-4458-44a6-be92-cb50b33f3e8b req-5f42a4e7-9858-4a77-b268-670b609ad992 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:31.000717 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08f5d272-4458-44a6-be92-cb50b33f3e8b req-5f42a4e7-9858-4a77-b268-670b609ad992 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 945 time: 0.0582583 Jan 28 02:01:31.045675 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08f5d272-4458-44a6-be92-cb50b33f3e8b req-e1ec5683-6368-42c2-8998-b67a52f6e5d6 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Jan 28 02:01:31.139273 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['1bc7fefe-60b1-4cd1-929b-b25ada74a928'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:01:31.689548 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246548c-6829-4c5d-bbec-67104c494155 req-7d2c81a5-f849-4603-a0d2-24faf670205c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:31.691066 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9246548c-6829-4c5d-bbec-67104c494155 req-7d2c81a5-f849-4603-a0d2-24faf670205c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.0608199 Jan 28 02:01:31.790142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Deleting port d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:01:31.790519 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:31.883223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] For port d9332855-e3dc-42d6-9f2e-2138fd34387d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d9332855-e3dc-42d6-9f2e-2138fd34387d,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:31.883449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:31.934605 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ca100432-7628-4e4d-9566-7c2ac15ba85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.273309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4323-e21c-4232-ad85-0ef3525485ee req-c3bc2bac-8d03-437a-877d-55b4531555b8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:32.274792 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7dbd4323-e21c-4232-ad85-0ef3525485ee req-c3bc2bac-8d03-437a-877d-55b4531555b8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 946 time: 0.2317989 Jan 28 02:01:32.321529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591876f-7226-4700-98d1-7f6673939d8a req-de6b1bdb-af85-49ef-aa47-2907924f8a16 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:32.323645 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2591876f-7226-4700-98d1-7f6673939d8a req-de6b1bdb-af85-49ef-aa47-2907924f8a16 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 945 time: 0.1903272 Jan 28 02:01:32.328136 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.328496 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.328853 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Floating IP 2a1bef2a-105a-4bf5-a908-0e3bce5b4641 disassociated. External IP: 172.27.1.243, port: d9332855-e3dc-42d6-9f2e-2138fd34387d. Jan 28 02:01:32.329165 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Calling delete_port for d9332855-e3dc-42d6-9f2e-2138fd34387d owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:01:32.383210 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1bc7fefe-60b1-4cd1-929b-b25ada74a928 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:32.397387 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7dbd4323-e21c-4232-ad85-0ef3525485ee req-bf95e6c2-a106-4a4b-9db7-dcb996f2b682 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=ddc99ee5-113e-436a-83ae-f61708a45948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125660 Jan 28 02:01:32.437822 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2591876f-7226-4700-98d1-7f6673939d8a req-d042756d-9b91-4370-a645-fa262a90b176 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Jan 28 02:01:32.456513 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:01:32.463177 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:32.465272 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.545330 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.575002 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.577650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'Port': ['ID=d9332855-e3dc-42d6-9f2e-2138fd34387d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:32.606396 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:32.608676 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9961daa-54f5-4696-90a0-dde97af8fea2" -d '{"events": [{"server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:32.623417 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:32.628639 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.659398 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec721ac-dd4a-4854-ad0f-2bb7eac21b95 x-openstack-request-id: req-2ec721ac-dd4a-4854-ad0f-2bb7eac21b95 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:32.660063 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "name": "network-vif-plugged", "status": "completed", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:32.660312 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2ec721ac-dd4a-4854-ad0f-2bb7eac21b95 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:32.660694 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928', 'code': 200} Jan 28 02:01:32.692276 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:32.709377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:32.825350 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:32.836853 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:32.846785 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:32.847399 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:32.887140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] No DVR routers for this DVR port d9332855-e3dc-42d6-9f2e-2138fd34387d on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:32.891668 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:32.896876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9246548c-6829-4c5d-bbec-67104c494155 req-0aef8e8a-d928-418b-b038-ab17d6ce3f11 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "DELETE /v2.0/ports/d9332855-e3dc-42d6-9f2e-2138fd34387d HTTP/1.1" status: 204 len: 173 time: 1.1996603 Jan 28 02:01:32.899991 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-deleted', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:32.903978 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123f12be-df9d-48ad-8ef7-85959feefd82" -d '{"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-deleted", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:32.923055 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ae3b-b163-4e63-a7bd-f27425e3c460 req-fd0a5d93-3d95-4b1a-a8a6-98232c20d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:32.925471 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e544ae3b-b163-4e63-a7bd-f27425e3c460 req-fd0a5d93-3d95-4b1a-a8a6-98232c20d8a3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 1099 time: 0.0936489 Jan 28 02:01:32.964676 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68d9c8-5a1c-4bde-ba63-e3904132d1b3 x-openstack-request-id: req-eb68d9c8-5a1c-4bde-ba63-e3904132d1b3 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:32.965035 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1879ef-ae58-41eb-9c13-3f9a3988a970", "name": "network-vif-deleted", "tag": "d9332855-e3dc-42d6-9f2e-2138fd34387d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:32.965229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-eb68d9c8-5a1c-4bde-ba63-e3904132d1b3 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:32.965685 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1879ef-ae58-41eb-9c13-3f9a3988a970', 'name': 'network-vif-deleted', 'tag': 'd9332855-e3dc-42d6-9f2e-2138fd34387d', 'status': 'completed', 'code': 200} Jan 28 02:01:32.980838 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e544ae3b-b163-4e63-a7bd-f27425e3c460 req-db88740c-de74-4870-8100-74a87b618ccf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Jan 28 02:01:32.981464 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:33.187935 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:33.204107 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:33.230588 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:33.239294 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:33.239940 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:33.349043 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:33.573078 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-473c2b32-7adb-490d-8de5-28ebd721c061 req-47c6f2ce-dcf8-413e-8850-5e3aaaf26ab4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a1879ef-ae58-41eb-9c13-3f9a3988a970 HTTP/1.1" status: 200 len: 210 time: 0.0536759 Jan 28 02:01:33.583446 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:33.625132 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a227383-8e2d-41fc-9785-f24a1aa36272 None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:33.673647 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4614a5-6304-4dd3-aeb1-e851021acbf1 req-266c3352-5422-4edf-86ea-8520005404f2 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:33.675418 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c4614a5-6304-4dd3-aeb1-e851021acbf1 req-266c3352-5422-4edf-86ea-8520005404f2 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.1540608 Jan 28 02:01:33.755448 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c4614a5-6304-4dd3-aeb1-e851021acbf1 req-84f288e8-0948-4c7c-9ec2-3ff6c7b5ec8e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735204 Jan 28 02:01:33.946034 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d903b-4d1e-4094-bd9e-c316e88c0c2d None None] New status for floating IP 2a1bef2a-105a-4bf5-a908-0e3bce5b4641: DOWN {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:01:34.551802 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.660475 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47536) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:34.718095 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.741464 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.804177 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.806826 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.808690 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "DELETE /v2.0/security-groups/ddc99ee5-113e-436a-83ae-f61708a45948 HTTP/1.1" status: 204 len: 168 time: 0.1469386 Jan 28 02:01:34.811911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47546) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:34.818753 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0b0ec-b579-4ccc-9124-c4412bda24ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc99ee5-113e-436a-83ae-f61708a45948,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:34.834491 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.api.v2.resource [None req-aec4042b-3f98-4ee0-bfa1-2760fb068846 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] show failed (client error): The resource could not be found. Jan 28 02:01:34.837169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-aec4042b-3f98-4ee0-bfa1-2760fb068846 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups/ddc99ee5-113e-436a-83ae-f61708a45948 HTTP/1.1" status: 404 len: 347 time: 0.0242534 Jan 28 02:01:34.840050 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47548) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:34.890620 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:34.909714 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e2051-f89f-4777-86f1-a71148a11beb req-b3012194-c0ca-401a-a29d-b218cfa43a33 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:34.911274 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af9e2051-f89f-4777-86f1-a71148a11beb req-b3012194-c0ca-401a-a29d-b218cfa43a33 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0666730 Jan 28 02:01:34.957275 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af9e2051-f89f-4777-86f1-a71148a11beb req-a41192e9-f057-4583-9abc-341df417065e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Jan 28 02:01:34.990481 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Deleting port 016ac8f2-93fb-41bc-8487-5f8205a49e7d {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:01:34.990925 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.081532 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.081910 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.100632 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Calling delete_port for 016ac8f2-93fb-41bc-8487-5f8205a49e7d owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:01:35.292192 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.321989 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'Port': ['ID=016ac8f2-93fb-41bc-8487-5f8205a49e7d,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:35.411780 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.414479 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.421063 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a3c81079-77ef-4c52-b2c7-57e831c583ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "DELETE /v2.0/floatingips/2a1bef2a-105a-4bf5-a908-0e3bce5b4641 HTTP/1.1" status: 204 len: 168 time: 0.5798213 Jan 28 02:01:35.646743 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47570) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:35.651983 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573336488', 'description': 'tempest-description--351318065'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:35.680962 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.745807 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.750440 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.784614 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.785813 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1380382 Jan 28 02:01:35.787770 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6163-948d-4738-8a20-0ff9ce88b1cb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdceb55-be19-4315-8ff1-091086e4dd2d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:35.788681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47572) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:35.794931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group_rule': {'security_group_id': '8fdceb55-be19-4315-8ff1-091086e4dd2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:35.822612 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.881753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.885734 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.905021 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680c8eb0-5648-407b-9e9d-c6e2b2977c30,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:35.912512 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:35.917481 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-13bb82e2-1a95-4655-a3ff-e9229b1d3c29 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242418 Jan 28 02:01:35.917637 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47576) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:35.922325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'security_group_rule': {'security_group_id': '8fdceb55-be19-4315-8ff1-091086e4dd2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:35.951997 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.013579 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.018122 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.040554 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f95f8c-22fd-460d-a281-7f926d082738,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:36.046282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.047565 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f420739d-1087-4687-9cea-b68e4f03f197 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288061 Jan 28 02:01:36.050983 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47578) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:36.056029 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:36.080460 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.185465 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.290787 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Allocated IP 172.27.1.105 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/8ffec8af-abb1-4674-9c64-096024f50d22) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:36.398930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.413588 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:36.437272 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: d9332855-e3dc-42d6-9f2e-2138fd34387d {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:01:36.437798 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device d9332855-e3dc-42d6-9f2e-2138fd34387d not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:36.454532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.496930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:36.502049 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:36.505708 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:36.534479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=8ffec8af-abb1-4674-9c64-096024f50d22,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:36.602025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.638718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.803205 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.808351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.878779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=8ffec8af-abb1-4674-9c64-096024f50d22,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:36.891756 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.908259 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:36.909578 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2a1fb082-849e-4b37-8762-c61839fcbcf0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8574588 Jan 28 02:01:37.106461 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a301f6e2-3877-4f82-8b25-6e0edf0812f7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1573336488&fields=id&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 267 time: 0.0366144 Jan 28 02:01:37.218745 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-6d26e593-bb58-4ac4-b653-63e8af92333b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:37.220269 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-6d26e593-bb58-4ac4-b653-63e8af92333b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 817 time: 0.1068835 Jan 28 02:01:37.237099 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-3ad95527-ea09-428c-bab7-58405303b6fe tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/quotas/c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 375 time: 0.0104239 Jan 28 02:01:37.294332 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-f4796649-f17c-4e71-aa51-220670cdfa86 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510583 Jan 28 02:01:37.396914 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-8e417137-e5c7-4869-9bec-b6d225d2e14d service neutron] 10.222.0.96 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906284 Jan 28 02:01:37.487103 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-610fbb37-8fb3-4f55-8d5f-bd78df70e058 service neutron] 10.222.0.96 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831909 Jan 28 02:01:37.644568 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-91129e67-314f-4693-885c-b7b85ac9e3e6 req-f3ff4f35-ff00-416c-8115-07caa3651c80 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 210 time: 0.0263355 Jan 28 02:01:38.790012 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f3ee649e-bd83-4748-a243-e03fe002131f req-a98bbde1-b8d6-4a58-a104-35c06cd775f7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 210 time: 0.0640376 Jan 28 02:01:38.841351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-b8d6838a-4d02-4d5b-8234-844a9f1beb0f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:38.842934 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-b8d6838a-4d02-4d5b-8234-844a9f1beb0f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 817 time: 0.1506727 Jan 28 02:01:38.898584 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-53c45130-b8c2-426b-a67a-49683ac83e5d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 380 time: 0.0364754 Jan 28 02:01:38.908659 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'port': {'device_id': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'admin_state_up': True, 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'security_groups': ['8fdceb55-be19-4315-8ff1-091086e4dd2d']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:39.024948 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Made reservation on behalf of c744efbffa214f18ab24d619620343c6 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:01:39.029511 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.158816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Allocated IP 172.20.0.5 (828bafe9-6988-48d7-866b-8d25ce9d4df3/15e51dba-be26-4ad7-94ff-506ea13aeee5/b3df727d-fb39-47e3-88bf-cdef71b67bf5) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:01:39.313643 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.350792 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.393606 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:01:39.401662 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:01:39.415124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:01:39.433529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:39.465575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:39.466464 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.484849 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-7df21fbc-217d-4333-9955-91cde37faf0e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804327 Jan 28 02:01:39.506528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Request body: {'port': {'device_id': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:39.576145 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.656672 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0f9df448-a6c9-4310-a5f3-3d977eb58d4d None None] Provisioning complete for port b3df727d-fb39-47e3-88bf-cdef71b67bf5 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:39.657368 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0f9df448-a6c9-4310-a5f3-3d977eb58d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.694075 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-0f9df448-a6c9-4310-a5f3-3d977eb58d4d None None] Port b3df727d-fb39-47e3-88bf-cdef71b67bf5 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:01:39.901179 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:01:39.910807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.928461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Transition to ACTIVE for port object b3df727d-fb39-47e3-88bf-cdef71b67bf5 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:01:39.933386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:39.945559 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb55252-a228-4bda-afa9-7a9466ae9ce5 req-a84a8325-7a1a-4a42-bbb8-19a832bf3c2b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:39.951643 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8eb55252-a228-4bda-afa9-7a9466ae9ce5 req-a84a8325-7a1a-4a42-bbb8-19a832bf3c2b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 931 time: 0.0835350 Jan 28 02:01:40.271436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:40.292111 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8eb55252-a228-4bda-afa9-7a9466ae9ce5 req-a3da33ef-cbe0-4e1b-8afe-d622846636b8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148093 Jan 28 02:01:40.357196 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Attempting to bind port b3df727d-fb39-47e3-88bf-cdef71b67bf5 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:01:40.357528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Attempting to bind port b3df727d-fb39-47e3-88bf-cdef71b67bf5 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:01:40.357857 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Attempting to bind port b3df727d-fb39-47e3-88bf-cdef71b67bf5 on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:40.362634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Port b3df727d-fb39-47e3-88bf-cdef71b67bf5 on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:01:40.363023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Attempting to bind port b3df727d-fb39-47e3-88bf-cdef71b67bf5 on network 828bafe9-6988-48d7-866b-8d25ce9d4df3 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:01:40.368071 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:01:40.368418 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Checking segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:01:40.368819 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Bound using segment: {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:01:40.369263 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Bound port: b3df727d-fb39-47e3-88bf-cdef71b67bf5, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3677101b-ae7c-44f2-b350-f7db9a620585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:01:40.370129 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:40.437200 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:01:40.440468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:01:40.445569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:40.482305 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:40.482985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:40.484399 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] 10.222.0.100 "PUT /v2.0/ports/b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 200 len: 1093 time: 0.9825594 Jan 28 02:01:40.495404 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:40.498114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a77e70-52d0-49b8-89f0-3a96144b1b28" -d '{"events": [{"name": "network-changed", "server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:40.525939 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca367e-7d68-4d7c-b185-24677aff637e service neutron] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:40.542019 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f34a35-ca89-4358-9ba0-a3e2f774313d x-openstack-request-id: req-29f34a35-ca89-4358-9ba0-a3e2f774313d {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:40.542312 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:40.542573 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-29f34a35-ca89-4358-9ba0-a3e2f774313d {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:40.542961 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'status': 'completed', 'code': 200} Jan 28 02:01:40.653980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-91bd892a-82f3-419b-bde7-879ff1f8e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:40.655713 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-91bd892a-82f3-419b-bde7-879ff1f8e7a6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1096 time: 0.0434434 Jan 28 02:01:40.706558 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:40.770079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-90487f1c-219e-4d5a-827f-4df3f1a14c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:40.771429 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-90487f1c-219e-4d5a-827f-4df3f1a14c97 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=c744efbffa214f18ab24d619620343c6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0976055 Jan 28 02:01:40.864642 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-ac20f18c-9ad2-467f-b95a-7aa407d96136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:40.866140 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8a77e70-52d0-49b8-89f0-3a96144b1b28 req-ac20f18c-9ad2-467f-b95a-7aa407d96136 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884006 Jan 28 02:01:40.971498 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-069376d7-5a63-4297-93fc-194b543a4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:40.973103 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-069376d7-5a63-4297-93fc-194b543a4e52 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1096 time: 0.0456264 Jan 28 02:01:41.026967 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-2044571d-fb26-446f-8b4b-db48d7abec7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 200 len: 217 time: 0.0382352 Jan 28 02:01:41.079454 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-25fb7f54-29fc-4930-9769-877e03a7bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:41.081349 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-25fb7f54-29fc-4930-9769-877e03a7bb43 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0475619 Jan 28 02:01:41.134058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a98821ad-cf50-4497-8a2e-e4aaaa4708bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:41.136481 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-a98821ad-cf50-4497-8a2e-e4aaaa4708bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477481 Jan 28 02:01:41.250096 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-03a8df15-b049-4035-97b0-b846467235d7 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072893 Jan 28 02:01:41.353825 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3086f1e6-2c8b-4cab-aa26-8409acb46f3e req-05c2855b-3303-454a-a95d-611a77c1d628 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962329 Jan 28 02:01:41.432928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47e8d-0b6f-43e2-93a0-22e3ff4682f8 req-9fa6e344-2cd8-4f24-ac7c-487cc3a7bdeb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:41.434802 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-14e47e8d-0b6f-43e2-93a0-22e3ff4682f8 req-9fa6e344-2cd8-4f24-ac7c-487cc3a7bdeb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0591724 Jan 28 02:01:41.482169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-14e47e8d-0b6f-43e2-93a0-22e3ff4682f8 req-59254bf4-bcbf-43b5-8afa-70e009e21386 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Jan 28 02:01:42.630833 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50020ce3-1dc5-4bec-be21-a94ace4e0a1c req-a4e0c189-4bf8-499a-b1ec-ae31aebc9647 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:42.632336 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50020ce3-1dc5-4bec-be21-a94ace4e0a1c req-a4e0c189-4bf8-499a-b1ec-ae31aebc9647 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0600829 Jan 28 02:01:42.673681 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50020ce3-1dc5-4bec-be21-a94ace4e0a1c req-08fc7126-496d-44b0-a78b-1341ea4e5389 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Jan 28 02:01:43.269039 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-da41df2d-1b1e-4803-b3be-865f07265523 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389600 Jan 28 02:01:43.800678 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f8781-f9f1-4aba-a859-88ccc640cf29 req-77ca8901-01da-434a-b381-4a4baf02fc2a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:43.802311 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-163f8781-f9f1-4aba-a859-88ccc640cf29 req-77ca8901-01da-434a-b381-4a4baf02fc2a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0539544 Jan 28 02:01:43.860254 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-163f8781-f9f1-4aba-a859-88ccc640cf29 req-ed21d73e-6009-422c-a80b-9d90748b82e0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Jan 28 02:01:45.007613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102fa1-7686-4f9d-a9ae-eedefa4d9b7c req-7391fdb9-3897-47b4-841b-6014a88fade7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:45.009328 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-98102fa1-7686-4f9d-a9ae-eedefa4d9b7c req-7391fdb9-3897-47b4-841b-6014a88fade7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0647683 Jan 28 02:01:45.053089 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-98102fa1-7686-4f9d-a9ae-eedefa4d9b7c req-236bd939-805a-4a16-9183-057b6d9560ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375671 Jan 28 02:01:45.929265 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:01:46.027986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:46.039936 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:01:46.056617 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-0cb3c048-5130-4e85-8a3a-461e974dad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:46.059550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-0cb3c048-5130-4e85-8a3a-461e974dad71 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 1098 time: 0.0454991 Jan 28 02:01:46.081368 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:46.095369 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:01:46.115908 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:46.124426 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:46.179032 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:46.222937 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6ccba-80f8-42a7-8640-5c91ba308820 req-756738a2-9c47-4a2d-83e8-4dbcdeab4b55 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:46.224487 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4bf6ccba-80f8-42a7-8640-5c91ba308820 req-756738a2-9c47-4a2d-83e8-4dbcdeab4b55 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 944 time: 0.0802176 Jan 28 02:01:46.227688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-d24c4019-3b4e-42c5-be87-c52dd95dc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:46.229341 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-d24c4019-3b4e-42c5-be87-c52dd95dc70d service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1395848 Jan 28 02:01:46.310647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4bf6ccba-80f8-42a7-8640-5c91ba308820 req-aec3adb8-fa9d-4bcf-9805-50fcb619d0df tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787601 Jan 28 02:01:46.330534 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-e0d42f2d-eab9-4959-98f2-41e5186d53f1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 200 len: 1001 time: 0.0846784 Jan 28 02:01:46.342384 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:46.393281 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-7ace3d25-3d11-4976-91e1-915c9868494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:46.395660 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-7ace3d25-3d11-4976-91e1-915c9868494b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0493937 Jan 28 02:01:46.445991 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-14752abe-b7e0-4076-b09b-6eb6c28b1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:46.447526 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-14752abe-b7e0-4076-b09b-6eb6c28b1267 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425127 Jan 28 02:01:46.508236 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['b3df727d-fb39-47e3-88bf-cdef71b67bf5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:01:46.564876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-f8005d7a-0226-4c8b-8aba-263199c99694 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099598 Jan 28 02:01:46.668564 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf95997a-af89-46c6-b349-bb7b0985d32c req-99fdad3e-ee07-4c3b-85af-7ebabdc5c8aa service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971279 Jan 28 02:01:47.434087 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584ae4-6e31-4bdd-8183-1878914b7ee1 req-ac0abf06-c17d-428d-8660-ba9acd07b721 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:47.435550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-24584ae4-6e31-4bdd-8183-1878914b7ee1 req-ac0abf06-c17d-428d-8660-ba9acd07b721 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 944 time: 0.0510235 Jan 28 02:01:47.474785 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-24584ae4-6e31-4bdd-8183-1878914b7ee1 req-33fed467-cf24-45a4-8048-f26c59b74bef tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Jan 28 02:01:48.100010 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47814) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:48.205511 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3252d2ff-a4f7-4860-8328-f352acc22731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.287241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3252d2ff-a4f7-4860-8328-f352acc22731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.291822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3252d2ff-a4f7-4860-8328-f352acc22731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.330916 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3252d2ff-a4f7-4860-8328-f352acc22731 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3ba7b4aca7b42029750959200df2e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297754 Jan 28 02:01:48.332025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252d2ff-a4f7-4860-8328-f352acc22731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620ecccb-9f31-4b33-8a1e-f88a6a79f95a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:48.333607 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47822) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:48.384296 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.406319 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.450311 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.452827 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.453955 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/620ecccb-9f31-4b33-8a1e-f88a6a79f95a HTTP/1.1" status: 204 len: 168 time: 0.1194255 Jan 28 02:01:48.461747 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb53844-4d5b-4e4b-96e4-51f27cb24581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ecccb-9f31-4b33-8a1e-f88a6a79f95a,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:48.608502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ad3ab-f84c-4927-b887-65aa335c07c8 req-0d634201-11bf-4548-b2ca-8b4e130edf28 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:48.610026 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0c5ad3ab-f84c-4927-b887-65aa335c07c8 req-0d634201-11bf-4548-b2ca-8b4e130edf28 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 944 time: 0.0606492 Jan 28 02:01:48.647083 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0c5ad3ab-f84c-4927-b887-65aa335c07c8 req-07fa05a2-1bdc-4662-bc6b-4fb17338ccf1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jan 28 02:01:48.737486 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47830) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:48.750594 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-daa452de-8351-490a-bb57-0cd0d6118fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.826977 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-daa452de-8351-490a-bb57-0cd0d6118fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.831424 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-daa452de-8351-490a-bb57-0cd0d6118fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.870442 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa452de-8351-490a-bb57-0cd0d6118fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf44ee4a-8017-4216-bc50-e50ca1b1d9cb,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:48.874752 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-daa452de-8351-490a-bb57-0cd0d6118fac admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=40bc4f97b43749e89e32f9f23fe17860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362104 Jan 28 02:01:48.877589 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 47832) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:48.931035 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.952710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:48.998604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.001338 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.002483 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bf44ee4a-8017-4216-bc50-e50ca1b1d9cb HTTP/1.1" status: 204 len: 168 time: 0.1239965 Jan 28 02:01:49.010733 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50793dfb-9749-4e67-957b-317f4c3299a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf44ee4a-8017-4216-bc50-e50ca1b1d9cb,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:49.269018 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:01:49.321112 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port b3df727d-fb39-47e3-88bf-cdef71b67bf5 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:01:49.326466 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port b3df727d-fb39-47e3-88bf-cdef71b67bf5 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:01:49.326972 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.410769 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.434036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:49.436248 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1b9b2-5c7c-486a-b2da-9c4100ed485a" -d '{"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:49.449855 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:49.455371 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.506719 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0393b7-c997-45c6-98fe-d3d47f39a733 x-openstack-request-id: req-6b0393b7-c997-45c6-98fe-d3d47f39a733 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:49.507212 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:49.507628 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-6b0393b7-c997-45c6-98fe-d3d47f39a733 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:49.508260 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'code': 200} Jan 28 02:01:49.547264 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:49.772310 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ddf87-43e5-42d2-bbf2-1ae4ccdcff4a req-6af7dde7-06b7-4c9b-a4a2-b6c5bda3bef2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:49.773831 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-466ddf87-43e5-42d2-bbf2-1ae4ccdcff4a req-6af7dde7-06b7-4c9b-a4a2-b6c5bda3bef2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Jan 28 02:01:49.815170 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-466ddf87-43e5-42d2-bbf2-1ae4ccdcff4a req-6004343a-6469-434a-a751-a837fa5437ee tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346904 Jan 28 02:01:50.474450 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d177deb-a3df-4b8b-b7cf-9db64c1f4ffa req-bdab1b5c-6e19-42ea-a46f-efc7fc2fb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:50.474450 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1d177deb-a3df-4b8b-b7cf-9db64c1f4ffa req-bdab1b5c-6e19-42ea-a46f-efc7fc2fb372 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1098 time: 0.0484059 Jan 28 02:01:50.508231 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1d177deb-a3df-4b8b-b7cf-9db64c1f4ffa req-7147dc19-1667-42e9-a1e1-e0c08c819590 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297377 Jan 28 02:01:51.090250 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89286-cb9c-4e69-8b1c-f7a85b7667d7 req-96892c1d-9be2-4f53-811c-db643e1d74a9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:51.091881 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72e89286-cb9c-4e69-8b1c-f7a85b7667d7 req-96892c1d-9be2-4f53-811c-db643e1d74a9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.2054188 Jan 28 02:01:51.130942 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72e89286-cb9c-4e69-8b1c-f7a85b7667d7 req-04264257-7365-4ec9-9715-fae92ab7247e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325491 Jan 28 02:01:52.192008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54981-de23-43d9-8370-2d962c3e2be8 req-8f7fec08-e80b-493d-9878-cc3bd9a4ce60 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:52.193650 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3dd54981-de23-43d9-8370-2d962c3e2be8 req-8f7fec08-e80b-493d-9878-cc3bd9a4ce60 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.1074274 Jan 28 02:01:52.264344 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3dd54981-de23-43d9-8370-2d962c3e2be8 req-4f58e75d-40ba-49b2-a9c1-d900334b7308 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625801 Jan 28 02:01:52.281074 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef1c7-d024-43b6-9f56-132bc478558e req-67489b0b-9d5d-4b6e-a13d-f0242b6f9da2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:52.282531 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-abcef1c7-d024-43b6-9f56-132bc478558e req-67489b0b-9d5d-4b6e-a13d-f0242b6f9da2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0663710 Jan 28 02:01:52.320031 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-abcef1c7-d024-43b6-9f56-132bc478558e req-14ed48b2-75b3-452f-9844-0aa1fe487091 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Jan 28 02:01:52.435134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22f382-eb3c-484e-8831-70b0160158df req-60118464-4ccd-4944-b7bc-e75615dbdb1c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:52.436643 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c22f382-eb3c-484e-8831-70b0160158df req-60118464-4ccd-4944-b7bc-e75615dbdb1c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Jan 28 02:01:52.445475 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 47924) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:01:52.450716 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Request body: {'floatingip': {'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:01:52.499209 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:52.967559 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:52.971482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:53.072473 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Floating IP 49987553-628d-4783-b680-c64d749cc3c0 associated. External IP: 172.27.1.105, port: b3df727d-fb39-47e3-88bf-cdef71b67bf5. Jan 28 02:01:53.284847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:53.446539 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd70e9f-2976-4943-8458-6c4fef1bde23 req-11fd64f7-6146-4302-9304-2374b821dcde tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:53.448715 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5bd70e9f-2976-4943-8458-6c4fef1bde23 req-11fd64f7-6146-4302-9304-2374b821dcde tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.1086259 Jan 28 02:01:53.458436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:53.464947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:53.470407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:53.485778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:53.486612 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:53.536119 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8b0718a5-3f08-4f2e-813c-d3a5eebd2ccc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "PUT /v2.0/floatingips/49987553-628d-4783-b680-c64d749cc3c0 HTTP/1.1" status: 200 len: 991 time: 1.0854020 Jan 28 02:01:53.541858 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:53.543933 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a80af-0ab9-4121-87a1-b45349eec115" -d '{"events": [{"name": "network-changed", "server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:53.564267 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5bd70e9f-2976-4943-8458-6c4fef1bde23 req-9c23f710-a148-4609-b8da-a3b377c30a2d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075070 Jan 28 02:01:53.642126 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:53.645970 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af753ff1-6345-489b-93da-f5b72818e699 x-openstack-request-id: req-af753ff1-6345-489b-93da-f5b72818e699 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:53.646333 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:53.646587 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-af753ff1-6345-489b-93da-f5b72818e699 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:53.646988 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'status': 'completed', 'code': 200} Jan 28 02:01:53.807747 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-c45e7089-84e5-4273-a9e1-4a2e49f1c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:53.809813 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-c45e7089-84e5-4273-a9e1-4a2e49f1c2de service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1098 time: 0.0502474 Jan 28 02:01:54.008112 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-ec1fcaae-1dc5-40f8-abe0-a226ad1165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:54.009627 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-ec1fcaae-1dc5-40f8-abe0-a226ad1165a5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.0919011 Jan 28 02:01:54.023772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '49987553-628d-4783-b680-c64d749cc3c0', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:36Z', 'updated_at': '2022-01-28T02:01:52Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:54.051221 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:54.061184 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:54.061825 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:54.117107 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-c5f22ccc-aea3-4969-9af3-ee0e95a9fa29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 200 len: 999 time: 0.0753202 Jan 28 02:01:54.184488 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:54.445710 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '49987553-628d-4783-b680-c64d749cc3c0', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:36Z', 'updated_at': '2022-01-28T02:01:52Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:54.472509 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc6050-c261-4f8c-bdc4-e29ae2aae042 None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '49987553-628d-4783-b680-c64d749cc3c0', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:01:36Z', 'updated_at': '2022-01-28T02:01:52Z', 'revision_number': 1, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:54.661542 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794176c7-0328-4e6d-9e61-4efa6e88027b None None] New status for floating IP 49987553-628d-4783-b680-c64d749cc3c0: ACTIVE {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:01:54.707561 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f47fd7-152a-4a97-be2d-3af10f8552b4 req-7e3740df-66eb-4b41-bdfc-1200710d3e0b tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:54.709515 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-01f47fd7-152a-4a97-be2d-3af10f8552b4 req-7e3740df-66eb-4b41-bdfc-1200710d3e0b tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.0648117 Jan 28 02:01:54.770100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-01f47fd7-152a-4a97-be2d-3af10f8552b4 req-dd8b592e-f82b-4e34-b638-b909281e6394 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529099 Jan 28 02:01:55.001044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-89f9d15b-bc4c-4758-9203-c47fe03c6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:55.002294 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-89f9d15b-bc4c-4758-9203-c47fe03c6544 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0722768 Jan 28 02:01:56.790309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-8367381d-6bf8-4b43-b1e9-7f14dfa2ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:56.792556 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-8367381d-6bf8-4b43-b1e9-7f14dfa2ed50 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474684 Jan 28 02:01:56.951046 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713f03-6575-440b-95df-7c65ac5c26de req-15c9df07-7b64-4fbb-a340-ffeaa5a5dee9 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:56.952680 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b713f03-6575-440b-95df-7c65ac5c26de req-15c9df07-7b64-4fbb-a340-ffeaa5a5dee9 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.1170433 Jan 28 02:01:56.998676 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-56d7c7e2-7dca-45cb-8cd2-182b5a2b8c1d service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498728 Jan 28 02:01:57.013899 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b713f03-6575-440b-95df-7c65ac5c26de req-17d2e0b8-915f-437f-b308-d9c6f68f2911 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513585 Jan 28 02:01:57.204621 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-017fdb38-205a-4cbc-9d0d-a90b0720d27a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:57.206196 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-017fdb38-205a-4cbc-9d0d-a90b0720d27a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 945 time: 0.1103411 Jan 28 02:01:57.254582 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d51a80af-0ab9-4121-87a1-b45349eec115 req-951229dc-b7bb-4cb5-9501-a1b5cd08124b service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668859 Jan 28 02:01:57.326345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port a96061fe-84a7-4238-9f60-3ee0a48a23b7 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:01:57.326684 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.425223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] For port a96061fe-84a7-4238-9f60-3ee0a48a23b7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a96061fe-84a7-4238-9f60-3ee0a48a23b7,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:01:57.425223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.613919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.614337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.614683 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 7adc029f-eb2b-4b17-8208-e99424047085 disassociated. External IP: 172.27.1.253, port: a96061fe-84a7-4238-9f60-3ee0a48a23b7. Jan 28 02:01:57.615038 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for a96061fe-84a7-4238-9f60-3ee0a48a23b7 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:01:57.755627 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.784980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=a96061fe-84a7-4238-9f60-3ee0a48a23b7,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:57.798830 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.799645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.799645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.799921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.800186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.800518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.800860 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.801186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.801504 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.801821 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.802475 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.802793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:57.926674 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:58.276646 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b44fdc27-42c6-4516-863d-4040346f1818 req-b6748170-3b00-40cc-aa1d-e1c329c18d97 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 210 time: 0.0303419 Jan 28 02:01:58.361169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:58.379264 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:58.391145 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:58.391782 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:58.445183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] No DVR routers for this DVR port a96061fe-84a7-4238-9f60-3ee0a48a23b7 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:01:58.455625 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:58.459700 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c37618d6-c591-4142-bb8c-d44aad6d0c2e req-d3df3390-f0e0-488d-8e06-722282672e93 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "DELETE /v2.0/ports/a96061fe-84a7-4238-9f60-3ee0a48a23b7 HTTP/1.1" status: 204 len: 173 time: 1.2468376 Jan 28 02:01:58.460489 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'name': 'network-vif-deleted', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:01:58.477071 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab23fe1-e369-4f5c-a5fb-64e4b9938f03" -d '{"events": [{"server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "name": "network-vif-deleted", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:01:58.518822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99728480-02d6-47bb-97ab-384380bc5ba0 x-openstack-request-id: req-99728480-02d6-47bb-97ab-384380bc5ba0 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:01:58.519256 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95db6794-9e5c-4a0e-a565-cdf17c8174c5", "name": "network-vif-deleted", "tag": "a96061fe-84a7-4238-9f60-3ee0a48a23b7", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:01:58.519638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-99728480-02d6-47bb-97ab-384380bc5ba0 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:01:58.520234 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95db6794-9e5c-4a0e-a565-cdf17c8174c5', 'name': 'network-vif-deleted', 'tag': 'a96061fe-84a7-4238-9f60-3ee0a48a23b7', 'status': 'completed', 'code': 200} Jan 28 02:01:58.555337 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a96061fe-84a7-4238-9f60-3ee0a48a23b7 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:01:58.581361 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: a96061fe-84a7-4238-9f60-3ee0a48a23b7 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:01:58.581705 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a96061fe-84a7-4238-9f60-3ee0a48a23b7 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:01:58.619393 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:58.649638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa2fd-59d1-4c36-bebb-c6b7c7572b4f req-6bb2cb65-2698-4897-8680-1f60e29fa6e5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:58.652982 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb5fa2fd-59d1-4c36-bebb-c6b7c7572b4f req-6bb2cb65-2698-4897-8680-1f60e29fa6e5 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0930114 Jan 28 02:01:58.721798 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bb5fa2fd-59d1-4c36-bebb-c6b7c7572b4f req-afa26093-5f80-4bfa-bcc3-ce35f34bc0c7 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jan 28 02:01:58.871030 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:58.897901 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:01:58.907092 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:58.907697 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:01:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:59.014423 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:01:59.225075 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1e02fdff-f4b7-42d3-b105-9bdbab5611f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:59.242986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:59.276095 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef7a4-1ed7-41ad-b97c-b944ceb2c52b None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:01:59.397721 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9182237-ceb9-45cb-a493-fa383499ffcb req-1fcd833f-e3e5-4240-b2c8-18303d7c9384 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=95db6794-9e5c-4a0e-a565-cdf17c8174c5 HTTP/1.1" status: 200 len: 210 time: 0.0286164 Jan 28 02:01:59.515414 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92009ba5-9faf-4d6c-8bcd-78998ebf1d44 None None] New status for floating IP 7adc029f-eb2b-4b17-8208-e99424047085: DOWN {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:01:59.858202 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12814f-2b48-4d0f-8296-3136f6443e14 req-569f5ad5-f3a6-46dd-817e-11dbf2e30367 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:59.859846 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af12814f-2b48-4d0f-8296-3136f6443e14 req-569f5ad5-f3a6-46dd-817e-11dbf2e30367 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.0617330 Jan 28 02:01:59.900303 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-af12814f-2b48-4d0f-8296-3136f6443e14 req-f986bb28-3480-447d-9f7b-0a15ce650c01 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Jan 28 02:02:00.656016 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-dacca66d-144c-49ad-b7a4-4b9282c8d2f3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260954673&fields=id&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 267 time: 0.0336502 Jan 28 02:02:00.771122 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-c12339b8-c5ea-4ae3-8c7a-523e2e7999a4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.772610 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-c12339b8-c5ea-4ae3-8c7a-523e2e7999a4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.1096954 Jan 28 02:02:00.788508 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-6bc48e71-14de-4537-b551-69e45753dcd6 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/quotas/6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Jan 28 02:02:00.849154 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-86ece925-8ecb-47c9-81be-dd5358a5b0aa tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543857 Jan 28 02:02:01.053165 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-a6360e43-e2e2-477a-beb1-9b0616636376 service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911743 Jan 28 02:02:01.093972 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32513211-923c-4b70-8a5d-5afc1214836c req-bc25ae98-af1e-4e05-b901-7c791df5a9d0 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:01.096580 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32513211-923c-4b70-8a5d-5afc1214836c req-bc25ae98-af1e-4e05-b901-7c791df5a9d0 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.1241062 Jan 28 02:02:01.149365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-5c9d2e8a-61ac-4010-8f13-30e65e2a2c36 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:01.151004 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-5c9d2e8a-61ac-4010-8f13-30e65e2a2c36 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 946 time: 0.1630247 Jan 28 02:02:01.224402 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-32513211-923c-4b70-8a5d-5afc1214836c req-537488e5-3d91-40cd-9a43-538fbed7336e tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/security-groups?id=83283d54-07ec-41ba-9d1e-cdd2b06c5b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934532 Jan 28 02:02:01.275486 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-1dc98492-f5d8-4ded-ae90-b31e6896c7ab service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120173 Jan 28 02:02:01.310026 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Deleting port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:02:01.310507 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.429852 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] For port 1bc7fefe-60b1-4cd1-929b-b25ada74a928, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1bc7fefe-60b1-4cd1-929b-b25ada74a928,segment=NetworkSegment(22fea383-7104-4f10-9e16-69076df77b5c),segment_id=22fea383-7104-4f10-9e16-69076df77b5c)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:01.431456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.457453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Calling delete_port for 1bc7fefe-60b1-4cd1-929b-b25ada74a928 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:02:01.502277 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48096) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:01.631363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.671386 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['1bc7fefe-60b1-4cd1-929b-b25ada74a928'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:01.679360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea209-50d2-4845-8b0d-394274aede5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.700294 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c0ddad59-77ae-4711-85c0-8a5aae3b70e0 req-8b1b1693-118a-4c9e-b6d2-07f0d3265f14 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 210 time: 0.0667119 Jan 28 02:02:01.701241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Pushing event deleted for resources: {'Port': ['ID=1bc7fefe-60b1-4cd1-929b-b25ada74a928,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:01.741481 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] No DVR routers for this DVR port 1bc7fefe-60b1-4cd1-929b-b25ada74a928 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:01.745006 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.748740 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34d254dc-de96-4ab5-a4ca-9f37f72acef6 req-c0cfb85c-c78f-46ef-abe4-5b5488670b99 tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.100 "DELETE /v2.0/ports/1bc7fefe-60b1-4cd1-929b-b25ada74a928 HTTP/1.1" status: 204 len: 173 time: 0.5878346 Jan 28 02:02:01.749336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'name': 'network-vif-deleted', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:01.751740 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea726e03-d6c1-46e1-9273-6069b4a0afce" -d '{"events": [{"server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "name": "network-vif-deleted", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:01.784183 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea209-50d2-4845-8b0d-394274aede5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.789026 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea209-50d2-4845-8b0d-394274aede5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.805453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8ffc1-638b-4366-8fa3-bb7b6a35efbc x-openstack-request-id: req-b3b8ffc1-638b-4366-8fa3-bb7b6a35efbc {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:01.805748 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6", "name": "network-vif-deleted", "tag": "1bc7fefe-60b1-4cd1-929b-b25ada74a928", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:01.806023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b3b8ffc1-638b-4366-8fa3-bb7b6a35efbc {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:01.806423 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6', 'name': 'network-vif-deleted', 'tag': '1bc7fefe-60b1-4cd1-929b-b25ada74a928', 'status': 'completed', 'code': 200} Jan 28 02:02:01.835828 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8a5ea209-50d2-4845-8b0d-394274aede5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9cc83fc6325f4808abba194911e2f7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322568 Jan 28 02:02:01.836586 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ea209-50d2-4845-8b0d-394274aede5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a3e963-db24-47bb-800b-348d82383b66,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:01.838783 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48108) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:01.898190 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.931200 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.937986 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-453ca657-5ee3-4cb8-8009-4e07222c8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.981790 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.984345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:01.985523 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a4a3e963-db24-47bb-800b-348d82383b66 HTTP/1.1" status: 204 len: 168 time: 0.1457233 Jan 28 02:02:01.993722 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1743a-c1ee-4760-828f-acd552b3312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a3e963-db24-47bb-800b-348d82383b66,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:02.281220 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48122) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:02.295648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cff2a541-fc97-430d-95f7-98a51f59d2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.361899 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ecd19440-f365-4a79-a7e3-517e5b885037 req-d74397e2-f6b9-4412-b36f-324b85ec824c tempest-VolumesSnapshotTestJSON-1881933145 tempest-VolumesSnapshotTestJSON-1881933145-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b2dcda6-83c0-43d7-a4e4-a04e5836a7c6 HTTP/1.1" status: 200 len: 210 time: 0.0396748 Jan 28 02:02:02.414008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cff2a541-fc97-430d-95f7-98a51f59d2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.419397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cff2a541-fc97-430d-95f7-98a51f59d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.460868 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cff2a541-fc97-430d-95f7-98a51f59d2e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ac9fa40d2ab4c1297cef0f242fa5f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784880 Jan 28 02:02:02.462061 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2a541-fc97-430d-95f7-98a51f59d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99daa84e-c902-4ea2-aa3a-bcfbbd2e276f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:02.464412 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48124) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:02.516134 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.539411 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.590221 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.592840 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:02.594234 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99daa84e-c902-4ea2-aa3a-bcfbbd2e276f HTTP/1.1" status: 204 len: 168 time: 0.1286814 Jan 28 02:02:02.604985 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d20126-cb44-4b93-821a-e6ebc55b485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99daa84e-c902-4ea2-aa3a-bcfbbd2e276f,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:02.802866 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-509df15a-8eb8-44ad-adae-e03d169b2854 req-40bf9f49-66b0-46b7-ada9-04d160f53779 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Jan 28 02:02:03.047009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-ffedf58c-29b7-4715-ba23-6b8ac0cc7172 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:03.048417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-ffedf58c-29b7-4715-ba23-6b8ac0cc7172 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.1144743 Jan 28 02:02:03.105289 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-d273f4ae-90e3-4650-be4a-87315c9b71ea tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 380 time: 0.0412946 Jan 28 02:02:03.117985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'port': {'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'admin_state_up': True, 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'security_groups': ['09fab54d-f771-4dcf-b3a1-5b1a9be11b17']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:03.184324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:03.238578 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Made reservation on behalf of 6e15e80496d946b4ba64c95751ebc354 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:03.242125 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:03.375535 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.20.0.7 (41f7abf6-a2c1-4ce5-83fe-68e8627532be/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc/eb1cbd46-e972-417e-b2bd-3fa5d34c1e51) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:03.539658 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:03.598063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:03.648250 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:03.652585 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:03.656842 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:03.722948 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:03.774023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:03.774985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:03.818237 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-b416148a-b441-4b33-9edc-59ec932aa04c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042561 Jan 28 02:02:03.895811 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Request body: {'port': {'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:03.980546 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.046481 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0ec0c9b0-90ce-4f23-89e6-3b1d584faa88 None None] Provisioning complete for port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:04.047336 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c9b0-90ce-4f23-89e6-3b1d584faa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.071761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38eadc-e11c-40b4-ab48-0468eef08510 req-8ed28488-325f-4d84-a976-f5772bcb8a3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:04.079035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd38eadc-e11c-40b4-ab48-0468eef08510 req-8ed28488-325f-4d84-a976-f5772bcb8a3a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 931 time: 0.1114864 Jan 28 02:02:04.082721 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0c9b0-90ce-4f23-89e6-3b1d584faa88 None None] Port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:02:04.180786 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd38eadc-e11c-40b4-ab48-0468eef08510 req-0af960db-9b3f-4e34-980d-71f9c6b44dec tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009107 Jan 28 02:02:04.337400 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:04.345342 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.357337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Transition to ACTIVE for port object eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:02:04.361942 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.464682 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Pushing event updated for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:04.490397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Attempting to bind port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:02:04.490763 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Attempting to bind port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:02:04.491101 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Attempting to bind port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:04.497114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:02:04.497569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Attempting to bind port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:04.502863 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:04.503338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:02:04.503809 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Bound using segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:04.504454 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Bound port: eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:02:04.504772 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.562731 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.590672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:04.596218 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:04.604527 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.641762 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:04.642476 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.644067 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] 10.222.0.100 "PUT /v2.0/ports/eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 1093 time: 0.7534456 Jan 28 02:02:04.644741 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:04.647408 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:04.680375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47abab-3473-4c5d-adc6-f13eeae63b0c service neutron] Pushing event updated for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:04.699471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fc4d02-4c56-4a32-86ad-75024926081f x-openstack-request-id: req-49fc4d02-4c56-4a32-86ad-75024926081f {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:04.699761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:04.700029 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-49fc4d02-4c56-4a32-86ad-75024926081f {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:04.700423 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'status': 'completed', 'code': 200} Jan 28 02:02:04.789882 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-3a62671d-9c2a-4f2e-aefd-1cbd407f04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:04.792394 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-3a62671d-9c2a-4f2e-aefd-1cbd407f04d7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1096 time: 0.0541553 Jan 28 02:02:04.876419 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-d8588084-15e3-4d88-a58a-e0f7629baa84 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 217 time: 0.0679977 Jan 28 02:02:04.908182 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:04.942524 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-03f41d9e-8b60-415b-bccf-5196d71a3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:04.944073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-03f41d9e-8b60-415b-bccf-5196d71a3478 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0615048 Jan 28 02:02:05.017645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-f661e7bf-dc90-4265-8b82-dc2a057ffe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:05.019453 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-f661e7bf-dc90-4265-8b82-dc2a057ffe2a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676463 Jan 28 02:02:05.147304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-18af6081-0d0e-4e9c-88f7-9c5a861b5f25 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049254 Jan 28 02:02:05.259017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c5e6a741-2fb1-4bbf-9029-3e7d69d59c7b req-e9e75477-055e-48d3-8308-cffba28332be service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935955 Jan 28 02:02:05.322772 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025c415-1684-406a-883a-51de2e36d2c3 req-c1b217b8-db62-411c-90f2-36aa1a696d74 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:05.324242 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1025c415-1684-406a-883a-51de2e36d2c3 req-c1b217b8-db62-411c-90f2-36aa1a696d74 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0596893 Jan 28 02:02:05.363974 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1025c415-1684-406a-883a-51de2e36d2c3 req-a3f7bc44-7401-4449-b1cf-df4649517004 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Jan 28 02:02:07.904220 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1bc7fefe-60b1-4cd1-929b-b25ada74a928 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:07.928009 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 1bc7fefe-60b1-4cd1-929b-b25ada74a928 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:02:07.928334 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1bc7fefe-60b1-4cd1-929b-b25ada74a928 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:07.996543 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-63d846ec-17ef-4651-870a-197df92041e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:07.998159 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-63d846ec-17ef-4651-870a-197df92041e4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1096 time: 0.0477676 Jan 28 02:02:08.179111 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b692d29-3615-4726-96bc-f26bf5538cd8 req-061d1d2a-0dc6-4ea6-a5e0-78bd8bed7b35 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:08.180808 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b692d29-3615-4726-96bc-f26bf5538cd8 req-061d1d2a-0dc6-4ea6-a5e0-78bd8bed7b35 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.1006923 Jan 28 02:02:08.197971 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-d8cf2044-100a-4304-80a6-688d81d286ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:08.199485 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-d8cf2044-100a-4304-80a6-688d81d286ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1382487 Jan 28 02:02:08.258815 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-af6d40fe-8e7d-47e0-9975-5e6cdc029199 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 217 time: 0.0452864 Jan 28 02:02:08.262614 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b692d29-3615-4726-96bc-f26bf5538cd8 req-2c3fdbc9-b166-4d07-ba4f-abbe69f5a4bd tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738685 Jan 28 02:02:08.313423 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-cb813171-aa21-4428-b1c5-535b87c93703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:08.314859 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-cb813171-aa21-4428-b1c5-535b87c93703 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0460336 Jan 28 02:02:08.360896 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-fd7e9fb5-15da-43d8-aecf-3f7512d2bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:08.362370 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-fd7e9fb5-15da-43d8-aecf-3f7512d2bb98 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384672 Jan 28 02:02:08.454823 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-8e7fb22b-8f22-4fc5-b22d-ee890f4f5cac service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859003 Jan 28 02:02:08.543136 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce858c7-afe7-40f2-a5ba-6a4629bf08ab req-f65fc5d7-bef3-4c08-90e1-c636c54b8cb1 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819399 Jan 28 02:02:09.397594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c194fd-b398-427f-a58f-43edf703fa1a req-0d04fb27-9db5-4402-8863-4e1aca562d66 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:09.399202 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c8c194fd-b398-427f-a58f-43edf703fa1a req-0d04fb27-9db5-4402-8863-4e1aca562d66 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0534408 Jan 28 02:02:09.448283 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c8c194fd-b398-427f-a58f-43edf703fa1a req-783468e1-ede0-4505-b5ee-bf6ea3d4d519 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Jan 28 02:02:10.571272 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613655c8-09ae-401f-a2a6-822f3d37ebf4 req-4eca85b3-e197-4f8e-b55d-78d6b7ef88a0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:10.573097 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-613655c8-09ae-401f-a2a6-822f3d37ebf4 req-4eca85b3-e197-4f8e-b55d-78d6b7ef88a0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0549557 Jan 28 02:02:10.613690 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-613655c8-09ae-401f-a2a6-822f3d37ebf4 req-4c6983e8-970d-4791-b404-3dc971805c1a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Jan 28 02:02:11.739744 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3c82b-5318-46e8-9fb8-c3f3454a93d5 req-b6371937-9bc9-4dcb-8c6e-92d5a25a487c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:11.741277 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-38d3c82b-5318-46e8-9fb8-c3f3454a93d5 req-b6371937-9bc9-4dcb-8c6e-92d5a25a487c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0515640 Jan 28 02:02:11.782347 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-38d3c82b-5318-46e8-9fb8-c3f3454a93d5 req-c0a64785-97a4-4931-8a62-0b13f8d7c61c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343778 Jan 28 02:02:12.899072 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e599e5-01a2-4448-904d-5340c35acc24 req-8858707e-97d8-4916-85fa-3c1a995cf972 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:12.900998 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d4e599e5-01a2-4448-904d-5340c35acc24 req-8858707e-97d8-4916-85fa-3c1a995cf972 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0488818 Jan 28 02:02:12.940708 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d4e599e5-01a2-4448-904d-5340c35acc24 req-debbf840-281a-4bcd-b521-03ddba7f90b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Jan 28 02:02:13.898086 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48380) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:14.014054 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b431528e-e6fc-45d4-9393-053866923cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.085126 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b431528e-e6fc-45d4-9393-053866923cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.095747 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b431528e-e6fc-45d4-9393-053866923cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.134312 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-b431528e-e6fc-45d4-9393-053866923cf8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8d8ecb2efdc24b54b030a2c775348dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350488 Jan 28 02:02:14.135425 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431528e-e6fc-45d4-9393-053866923cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e48614-b9bc-43b2-bbe9-4c8b45454005,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:14.137228 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48386) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:14.192184 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.214561 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.263072 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.265632 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.266773 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/53e48614-b9bc-43b2-bbe9-4c8b45454005 HTTP/1.1" status: 204 len: 168 time: 0.1285746 Jan 28 02:02:14.274912 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90cb5-d55f-427d-ab8e-b9b00dae2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e48614-b9bc-43b2-bbe9-4c8b45454005,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:14.536735 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48394) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:14.550964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95ec2bf4-cca5-4b3c-bc9c-0f1f420ce68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.632884 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95ec2bf4-cca5-4b3c-bc9c-0f1f420ce68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.636889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95ec2bf4-cca5-4b3c-bc9c-0f1f420ce68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.676209 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-95ec2bf4-cca5-4b3c-bc9c-0f1f420ce68b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e6f69ddf987a4a04a00e4867b2591ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383488 Jan 28 02:02:14.677115 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2bf4-cca5-4b3c-bc9c-0f1f420ce68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf150254-6bce-410a-ac22-b6dc183e8389,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:14.678952 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48396) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:14.731762 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.757092 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.802480 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.804988 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:14.806137 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cf150254-6bce-410a-ac22-b6dc183e8389 HTTP/1.1" status: 204 len: 168 time: 0.1261268 Jan 28 02:02:14.815902 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f822dea-e8c7-491e-b7c6-1fbeddf9d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf150254-6bce-410a-ac22-b6dc183e8389,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:15.127340 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48402) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:15.140259 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ad71563-8d94-4b02-a4ca-a2a3fd4409f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.217753 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ad71563-8d94-4b02-a4ca-a2a3fd4409f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.221434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ad71563-8d94-4b02-a4ca-a2a3fd4409f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.258970 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2ad71563-8d94-4b02-a4ca-a2a3fd4409f7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd80ff8e6ab64d60bd15103a1c0e368f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305490 Jan 28 02:02:15.260351 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71563-8d94-4b02-a4ca-a2a3fd4409f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736e3db-88f7-43a9-ac8a-31b3b1fbfcfe,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:15.262374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48404) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:15.313898 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.335618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.402312 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.405462 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:15.406774 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a736e3db-88f7-43a9-ac8a-31b3b1fbfcfe HTTP/1.1" status: 204 len: 168 time: 0.1428347 Jan 28 02:02:15.416747 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aa1f6-b0fd-4d17-a760-90373fce2a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736e3db-88f7-43a9-ac8a-31b3b1fbfcfe,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:16.132559 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48428) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:16.230495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145165514-network', 'tenant_id': 'b8a50f8f8ee4469a9314f34a5b30e53f'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:16.253428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Made reservation on behalf of b8a50f8f8ee4469a9314f34a5b30e53f for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:16.256111 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.265262 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.348115 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.391604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.403030 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.427557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb720a5-1910-40de-bb71-0e322db4c675 req-18296369-6671-48a5-bfc3-c2eb6afb9066 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:16.429102 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6eb720a5-1910-40de-bb71-0e322db4c675 req-18296369-6671-48a5-bfc3-c2eb6afb9066 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0724900 Jan 28 02:02:16.445975 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:02:16.472066 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:16.481575 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.481920 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Added segment 87de0bbf-f75c-4957-8384-44a7c0212471 of type vlan for network 216c658f-3a84-47a3-9118-0286fb62e503 Jan 28 02:02:16.520843 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6eb720a5-1910-40de-bb71-0e322db4c675 req-8d57c23b-500d-4e93-a8d2-75a45a476b04 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796368 Jan 28 02:02:16.536913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.565898 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.567153 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:16.567891 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.618412 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4846961 Jan 28 02:02:16.621672 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48440) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:16.626681 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Request body: {'subnet': {'network_id': '216c658f-3a84-47a3-9118-0286fb62e503', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145165514-subnet', 'tenant_id': 'b8a50f8f8ee4469a9314f34a5b30e53f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:16.633769 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54002ae-4037-4d52-bd91-8ac84d190e6d admin admin] Pushing event updated for resources: {'Network': ['ID=216c658f-3a84-47a3-9118-0286fb62e503,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:16.643547 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 216c658f-3a84-47a3-9118-0286fb62e503 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:02:16.651902 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Made reservation on behalf of b8a50f8f8ee4469a9314f34a5b30e53f for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:16.655953 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29807886'] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.843703 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30253125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29807900'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.897797 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b585ebd-91dd-4180-9733-79d98df05fd7,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:16.908595 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Checking segment: {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:02:16.908992 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Network hostable DHCP agents. Network: 216c658f-3a84-47a3-9118-0286fb62e503, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:02:16.926519 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Network 216c658f-3a84-47a3-9118-0286fb62e503 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:02:16.939387 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 216c658f-3a84-47a3-9118-0286fb62e503) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:16.943849 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:16.944760 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:16.949175 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac1351-bc70-4cf3-af63-307e59937ae2 None None] Network 216c658f-3a84-47a3-9118-0286fb62e503 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:02:16.965206 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c477798c-b654-4053-aa97-185a50e69bb5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3423676 Jan 28 02:02:17.077574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fef71-55f5-41b7-8f60-02ff5bc273a5 None None] Network 216c658f-3a84-47a3-9118-0286fb62e503 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:02:17.662815 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9cf91-3d4c-4d60-be5b-466b9f11bb46 req-fb10fb77-8db7-4a70-a0d0-83a7ef5d9b3f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:17.664302 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7fe9cf91-3d4c-4d60-be5b-466b9f11bb46 req-fb10fb77-8db7-4a70-a0d0-83a7ef5d9b3f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0594780 Jan 28 02:02:17.708689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7fe9cf91-3d4c-4d60-be5b-466b9f11bb46 req-e0e52415-cda9-4ab2-9cef-4cbb3ec55d06 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376534 Jan 28 02:02:17.716525 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:18.621240 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:02:18.718658 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:18.734182 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:02:18.765124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-c70cad27-22bb-472f-9c0c-568f529a36fa tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:18.772445 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-c70cad27-22bb-472f-9c0c-568f529a36fa tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 809 time: 0.1130624 Jan 28 02:02:18.778821 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:18.785357 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-ca814350-ff5d-4c4b-ade6-909b510e6e60 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/quotas/b8a50f8f8ee4469a9314f34a5b30e53f HTTP/1.1" status: 200 len: 375 time: 0.0119731 Jan 28 02:02:18.793811 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:18.814152 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:18.818545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:18.847907 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7023a407-b823-4ecc-ad79-01e3c680f20d tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497856 Jan 28 02:02:18.874014 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a5b33-3bbb-4e28-abf2-e8addc004912 req-9a783553-edd0-4376-8077-50d7bf3e2358 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:18.874328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:18.875572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a12a5b33-3bbb-4e28-abf2-e8addc004912 req-9a783553-edd0-4376-8077-50d7bf3e2358 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 943 time: 0.0893078 Jan 28 02:02:18.895627 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.896007 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.896410 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.896884 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.897283 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.898141 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.898141 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.898482 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.899039 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.899371 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.900131 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.900131 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.937834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a12a5b33-3bbb-4e28-abf2-e8addc004912 req-56c1baed-8cc8-4109-9976-c96e4e971413 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554647 Jan 28 02:02:19.010160 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-378d9389-d648-4f1d-9195-13af0d13c1d0 service neutron] 10.222.0.96 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540465 Jan 28 02:02:19.106774 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-13ab5da2-e435-48ce-bb48-6af1e1112af9 service neutron] 10.222.0.96 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900002 Jan 28 02:02:19.209411 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:19.268747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b64a4301-f80a-4bc1-aeee-7bb90797b284 req-cc1deef4-e764-403b-9002-50adcc3ca392 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 210 time: 0.0298822 Jan 28 02:02:20.071190 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083e11-536b-4f10-84e5-1eabdccf9a4e req-52628ae0-b25d-4517-abbd-4de212a95aa0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:20.073156 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-42083e11-536b-4f10-84e5-1eabdccf9a4e req-52628ae0-b25d-4517-abbd-4de212a95aa0 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 944 time: 0.0515599 Jan 28 02:02:20.115800 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-42083e11-536b-4f10-84e5-1eabdccf9a4e req-1093a06f-d09a-404c-ad24-8badd8e3ac32 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Jan 28 02:02:20.413003 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-46ea0954-38dc-4135-9cce-bee5576c56e5 req-f9d5f0c4-9efa-4097-8737-6c7ea00fa014 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 210 time: 0.0662694 Jan 28 02:02:20.481457 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-225cc91e-d316-49eb-acba-23618edd0c36 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:20.483870 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-225cc91e-d316-49eb-acba-23618edd0c36 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 809 time: 0.1618905 Jan 28 02:02:20.508782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Request body: {'port': {'device_id': '9a052804-a0e1-412b-b2db-388b1b60496e', 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503', 'admin_state_up': True, 'tenant_id': 'b8a50f8f8ee4469a9314f34a5b30e53f'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:20.624280 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Made reservation on behalf of b8a50f8f8ee4469a9314f34a5b30e53f for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:20.627769 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.632973 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:20.683495 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:02:20.688213 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:20.688213 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.772121 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Allocated IP 172.20.0.2 (216c658f-3a84-47a3-9118-0286fb62e503/2b585ebd-91dd-4180-9733-79d98df05fd7/6492dcec-3bc1-4433-99e2-471ef9d5a6b5) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:20.797170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.825454 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:20.827653 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d51df54-2aef-482f-a007-2a0ee7080283" -d '{"events": [{"server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:20.847007 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:20.855448 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.879059 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2f0003-5e26-4433-a1f2-d493a5309359 x-openstack-request-id: req-9a2f0003-5e26-4433-a1f2-d493a5309359 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:20.879348 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "name": "network-vif-plugged", "status": "completed", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:20.879597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-9a2f0003-5e26-4433-a1f2-d493a5309359 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:20.879982 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'code': 200} Jan 28 02:02:20.907331 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:20.948249 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.985480 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:21.033176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Network 216c658f-3a84-47a3-9118-0286fb62e503 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:21.036364 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:21.040035 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:21.047301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Pushing event updated for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:21.107900 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:21.108522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:21.128605 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-7f28e013-f474-4b29-82f7-c6212878b05a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6235645 Jan 28 02:02:21.207699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ec61-c1a4-4b9e-9212-2bb40c527c35 req-0915a7ee-6536-4898-ad5b-382631ebfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:21.209324 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08d6ec61-c1a4-4b9e-9212-2bb40c527c35 req-0915a7ee-6536-4898-ad5b-382631ebfbaf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1098 time: 0.1122229 Jan 28 02:02:21.223099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Request body: {'port': {'device_id': '9a052804-a0e1-412b-b2db-388b1b60496e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:21.593968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:21.611210 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08d6ec61-c1a4-4b9e-9212-2bb40c527c35 req-41954aa2-49f1-4d7f-a6c9-f98228252eba service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922207 Jan 28 02:02:21.618352 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435fb4e-5277-438d-bf4d-8d2faf4b933d req-b862d94d-4c6f-413f-bc21-39554156453e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:21.620480 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7435fb4e-5277-438d-bf4d-8d2faf4b933d req-b862d94d-4c6f-413f-bc21-39554156453e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.4162409 Jan 28 02:02:21.701366 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3764d-e2ad-4cde-8d5b-465470eb6a40 req-5283a17c-176a-4847-a32e-da8cac95a170 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:21.702714 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ae3764d-e2ad-4cde-8d5b-465470eb6a40 req-5283a17c-176a-4847-a32e-da8cac95a170 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 931 time: 0.1259210 Jan 28 02:02:21.715413 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7435fb4e-5277-438d-bf4d-8d2faf4b933d req-4ff3e14a-a2dd-4725-8359-8338bab6251e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880530 Jan 28 02:02:21.809624 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ae3764d-e2ad-4cde-8d5b-465470eb6a40 req-c50e3c17-8b9f-4129-8d14-20330465e870 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988085 Jan 28 02:02:21.965044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:21.972689 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:21.984915 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Transition to ACTIVE for port object 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:02:21.988949 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:22.037938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:22.108761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Attempting to bind port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:02:22.109501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Attempting to bind port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:02:22.109501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Attempting to bind port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 on network 216c658f-3a84-47a3-9118-0286fb62e503 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:22.113621 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 on network 216c658f-3a84-47a3-9118-0286fb62e503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:02:22.113945 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Attempting to bind port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 on network 216c658f-3a84-47a3-9118-0286fb62e503 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:22.118730 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:22.119086 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Checking segment: {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:02:22.120049 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Bound using segment: {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:22.120527 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Bound port: 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:02:22.120783 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:22.187340 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:22.191724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:22.195956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:22.231577 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:22.232208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:22.234052 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] 10.222.0.100 "PUT /v2.0/ports/6492dcec-3bc1-4433-99e2-471ef9d5a6b5 HTTP/1.1" status: 200 len: 1093 time: 1.0898585 Jan 28 02:02:22.234484 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:22.236735 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:22.263158 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ddf7d-3c12-4379-8acf-1f72fe886a73 service neutron] Pushing event updated for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:22.337080 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-6839649c-fb8f-4748-a5af-26262b85e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:22.339209 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-6839649c-fb8f-4748-a5af-26262b85e0fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 1096 time: 0.0447066 Jan 28 02:02:22.407379 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-9ef2d13e-e696-4e2d-969a-e93854cd4610 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5 HTTP/1.1" status: 200 len: 217 time: 0.0421932 Jan 28 02:02:22.408010 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8734d4-39d2-49d0-be07-c6c8004aa550 x-openstack-request-id: req-5b8734d4-39d2-49d0-be07-c6c8004aa550 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:22.408294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:22.408541 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5b8734d4-39d2-49d0-be07-c6c8004aa550 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:22.408965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5', 'status': 'completed', 'code': 200} Jan 28 02:02:22.483336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-2c1713f5-6d43-45fc-9a8b-75a6a5b42bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:22.484689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-2c1713f5-6d43-45fc-9a8b-75a6a5b42bbe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b585ebd-91dd-4180-9733-79d98df05fd7 HTTP/1.1" status: 200 len: 849 time: 0.0499787 Jan 28 02:02:22.521881 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-2acecb2e-f7b5-4315-bc33-28a84db9f3a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=216c658f-3a84-47a3-9118-0286fb62e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235627 Jan 28 02:02:22.625521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-10eea46c-e4fa-4fea-8dac-d21a04709caf service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831192 Jan 28 02:02:22.722921 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b25e412-9e15-4e9b-aaa5-389586b4c548 req-3c493f92-ce38-4f90-8fd9-879050f685c9 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896966 Jan 28 02:02:22.834959 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c990a-31ee-4aad-8388-ce4cdab656c3 req-a73dc677-a049-49df-8117-da89c66f7409 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:22.836091 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d19c990a-31ee-4aad-8388-ce4cdab656c3 req-a73dc677-a049-49df-8117-da89c66f7409 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Jan 28 02:02:22.877014 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d19c990a-31ee-4aad-8388-ce4cdab656c3 req-3a556e9c-f599-46f7-9cad-dfd1b42d5487 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Jan 28 02:02:22.976377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467720b5-3d57-46fd-b6b9-561b520d83a5 req-ee22bbd9-a3cb-45da-b386-9cfddc319b5b tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:22.977917 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-467720b5-3d57-46fd-b6b9-561b520d83a5 req-ee22bbd9-a3cb-45da-b386-9cfddc319b5b tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 943 time: 0.0936606 Jan 28 02:02:23.008656 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-ec50aba8-05b9-4da9-9e0d-5a09b84f707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:23.010831 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-ec50aba8-05b9-4da9-9e0d-5a09b84f707e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 1096 time: 0.0954289 Jan 28 02:02:23.031948 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-467720b5-3d57-46fd-b6b9-561b520d83a5 req-f039e760-fe16-4105-a1f6-72659015ccd8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Jan 28 02:02:23.161909 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-c91d4518-69b6-47ca-9bd1-848dbd84e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:23.163417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-c91d4518-69b6-47ca-9bd1-848dbd84e6f7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 910 time: 0.0967715 Jan 28 02:02:23.211696 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-c2998ff4-c7f1-49bb-89b3-e08048095752 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5 HTTP/1.1" status: 200 len: 217 time: 0.0385344 Jan 28 02:02:23.265063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-20aec5c1-fd19-4c48-93a3-12decfb651d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:23.266405 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-20aec5c1-fd19-4c48-93a3-12decfb651d1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b585ebd-91dd-4180-9733-79d98df05fd7 HTTP/1.1" status: 200 len: 849 time: 0.0444806 Jan 28 02:02:23.298308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-2bca9c52-4676-445c-b460-0e1d75211275 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=216c658f-3a84-47a3-9118-0286fb62e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237634 Jan 28 02:02:23.394078 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-c7b9f947-ab9f-4cb1-b517-99e963aa5047 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Jan 28 02:02:23.487100 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cd3cd67e-005e-4105-94aa-cb8263cb5ccf req-c2583b1f-233d-49b7-bf34-78dc0c7f4d82 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860133 Jan 28 02:02:24.019340 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970122-3738-4628-a7e6-3a4ffca419bd req-70ac00a2-4210-4f9b-9bf3-4e97baeb8994 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.020971 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1970122-3738-4628-a7e6-3a4ffca419bd req-70ac00a2-4210-4f9b-9bf3-4e97baeb8994 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0607169 Jan 28 02:02:24.063229 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f1970122-3738-4628-a7e6-3a4ffca419bd req-56f83942-211b-4b74-9b47-7f0b1920a883 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352435 Jan 28 02:02:24.156410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47a3b-22e7-42f5-a9c5-801e00bb5d2e req-8393bb0b-dde2-4918-a506-02b36a5177f8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.157848 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-21c47a3b-22e7-42f5-a9c5-801e00bb5d2e req-8393bb0b-dde2-4918-a506-02b36a5177f8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 943 time: 0.0545094 Jan 28 02:02:24.199581 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-21c47a3b-22e7-42f5-a9c5-801e00bb5d2e req-ef144ccd-92e8-44d0-acd3-3132003a1209 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Jan 28 02:02:24.314710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7801-d8e3-4b5c-a97d-cca6f05cead7 req-3c51a2d3-5d39-4d8f-8200-325d3819642e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.316167 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dace7801-d8e3-4b5c-a97d-cca6f05cead7 req-3c51a2d3-5d39-4d8f-8200-325d3819642e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Jan 28 02:02:24.368836 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dace7801-d8e3-4b5c-a97d-cca6f05cead7 req-26550dde-03b0-4673-bd23-2bf489c0f82e tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465822 Jan 28 02:02:24.390148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48594) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:24.464870 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3fec2-a93e-46a9-969e-16783b8f5a56 tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.466287 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3de3fec2-a93e-46a9-969e-16783b8f5a56 tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1093 time: 0.0751505 Jan 28 02:02:24.469332 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48596) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:24.474340 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:24.478502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d854ab-dcbd-4ccd-926d-02550503e03a req-c46ece16-94c3-47ff-9d7d-7554f7f1083f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.480610 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a2d854ab-dcbd-4ccd-926d-02550503e03a req-c46ece16-94c3-47ff-9d7d-7554f7f1083f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0798438 Jan 28 02:02:24.497658 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.519703 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a2d854ab-dcbd-4ccd-926d-02550503e03a req-7955316d-3c01-4125-9e3b-bb5a77c9cbe0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329144 Jan 28 02:02:24.600686 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.669393 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:02:24.714487 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.27.1.145 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/008430ee-0871-4888-b9f4-2d98964af705) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:24.775404 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:24.789053 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5', 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503', 'port_id': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5', 'mac_address': 'fa:16:3e:d4:2e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b585ebd-91dd-4180-9733-79d98df05fd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:02:24.831958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.834171 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.847846 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:24.867427 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:24.869199 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.872642 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.910207 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:24.913288 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:24.917711 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:24.922681 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:24.923041 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=008430ee-0871-4888-b9f4-2d98964af705,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:25.264041 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['6492dcec-3bc1-4433-99e2-471ef9d5a6b5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:25.284905 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:25.319916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba238f-9b92-4b64-bda9-cf97c30228fc req-d076fe73-081b-4626-9297-85bf6abef477 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:25.321629 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57ba238f-9b92-4b64-bda9-cf97c30228fc req-d076fe73-081b-4626-9297-85bf6abef477 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 944 time: 0.0523469 Jan 28 02:02:25.361029 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:25.362834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57ba238f-9b92-4b64-bda9-cf97c30228fc req-513255d8-b89d-490c-bf1a-7559d25f66de tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jan 28 02:02:25.520568 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:25.526887 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30253296'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:25.597504 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=008430ee-0871-4888-b9f4-2d98964af705,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:25.610070 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:25.648128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15945e-48e9-4f02-8eda-9334e366b494 req-4e7deb1b-cfbc-44ec-b8fa-4eed640ff1da tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:25.649715 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba15945e-48e9-4f02-8eda-9334e366b494 req-4e7deb1b-cfbc-44ec-b8fa-4eed640ff1da tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0529547 Jan 28 02:02:25.691564 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba15945e-48e9-4f02-8eda-9334e366b494 req-67f5aa3a-d80a-4d31-b10b-06e02bddda83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jan 28 02:02:25.711543 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.l3_db [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 5e3abcc5-2daf-4fe0-b546-8b11d59680db associated. External IP: 172.27.1.145, port: eb1cbd46-e972-417e-b2bd-3fa5d34c1e51. Jan 28 02:02:26.121405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:26.236507 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:26.246714 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:26.256819 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:26.257565 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:02:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:26.257859 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:26.304819 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-fa9d5dc5-55fa-48b8-a6bf-39beb0c0b4f7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8229523 Jan 28 02:02:26.304819 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:26.304819 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292a091-26b9-4777-b4e0-117c0e563d18" -d '{"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:26.376202 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:26.408272 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e4692-0f86-4ffe-ab86-4fb926ff4c23 x-openstack-request-id: req-a33e4692-0f86-4ffe-ab86-4fb926ff4c23 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:26.408562 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:26.408825 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a33e4692-0f86-4ffe-ab86-4fb926ff4c23 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:26.409224 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'status': 'completed', 'code': 200} Jan 28 02:02:26.530594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f371b-3fdd-4ddc-b45d-0b2b24a8bc35 req-6428b09c-f583-477f-ae67-e811ce728613 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.532154 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-668f371b-3fdd-4ddc-b45d-0b2b24a8bc35 req-6428b09c-f583-477f-ae67-e811ce728613 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 944 time: 0.0910935 Jan 28 02:02:26.541157 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-a89c83cb-2247-45a5-a9bc-2fba08bef5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.543465 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-a89c83cb-2247-45a5-a9bc-2fba08bef5fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1098 time: 0.0849266 Jan 28 02:02:26.623832 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:25Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:26.640173 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-668f371b-3fdd-4ddc-b45d-0b2b24a8bc35 req-58fa234f-3122-411f-8fc6-0b8f7c0a3a6c tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957191 Jan 28 02:02:26.652107 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:26.662959 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:26.663571 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:02:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:26.665465 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:26.671871 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-28d79d4b-ab81-460c-8cf3-9270a88734c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.673502 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-28d79d4b-ab81-460c-8cf3-9270a88734c6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1178229 Jan 28 02:02:26.757579 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-af906dd7-e09e-45a2-ac6d-ace1f8f7489c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 999 time: 0.0768580 Jan 28 02:02:26.809422 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:02:26.822167 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:26.822803 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:26.826036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:26.843146 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-841a15d8-2038-4ebc-aafa-1623fe3e8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.844662 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-841a15d8-2038-4ebc-aafa-1623fe3e8c84 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0806632 Jan 28 02:02:26.856885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7246-2190-4171-9502-7cd7e8e328b2 req-5cf292eb-51bd-4109-b51f-0226d1c2b8d0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.858408 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-347d7246-2190-4171-9502-7cd7e8e328b2 req-5cf292eb-51bd-4109-b51f-0226d1c2b8d0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0868886 Jan 28 02:02:26.922220 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-347d7246-2190-4171-9502-7cd7e8e328b2 req-95e47a61-3a87-4622-8907-6396d84f946b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553424 Jan 28 02:02:26.927400 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-5fec693d-58e1-477c-9187-1d3cda5b13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:26.928893 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-5fec693d-58e1-477c-9187-1d3cda5b13b7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695786 Jan 28 02:02:26.984830 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48646) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:27.033262 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.035545 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Deleting subnet cedef723-4e55-4d52-8756-dca18a3c30b3 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:02:27.040926 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.048362 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-768ef710-ba45-4fe6-a41e-d978ec0774fa service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044793 Jan 28 02:02:27.070857 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:27.073319 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2f9c4f-6f41-449c-985d-46572abd2085" -d '{"events": [{"server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "name": "network-vif-plugged", "status": "completed", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:27.089241 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.097785 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:27.123788 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.136420 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0de0e1-ffb3-4aca-9dbd-26307c767206 x-openstack-request-id: req-5f0de0e1-ffb3-4aca-9dbd-26307c767206 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:27.136830 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "name": "network-vif-plugged", "status": "completed", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:27.137095 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5f0de0e1-ffb3-4aca-9dbd-26307c767206 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:27.137410 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5', 'code': 200} Jan 28 02:02:27.146793 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.159848 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2292a091-26b9-4777-b4e0-117c0e563d18 req-38f7ee3a-f028-457b-b5a7-05a255aab9a6 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042156 Jan 28 02:02:27.200660 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.215041 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.216973 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:25Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.246831 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedef723-4e55-4d52-8756-dca18a3c30b3,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.247079 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c58a6-7b47-4a52-b90a-4b63e8aa792b None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:25Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:27.250629 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.256491 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-0934b331-0825-4ed1-8a6e-d64bf4107d2a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/cedef723-4e55-4d52-8756-dca18a3c30b3 HTTP/1.1" status: 204 len: 168 time: 0.2698731 Jan 28 02:02:27.257485 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 48650) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:27.347044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.404760 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecb02-246b-4e36-b534-2955f518112b req-64a99bc8-f966-4cf7-b0b3-9940127bb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:27.406572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-071ecb02-246b-4e36-b534-2955f518112b req-64a99bc8-f966-4cf7-b0b3-9940127bb042 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 1098 time: 0.0724101 Jan 28 02:02:27.477319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.477632 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a7799-b123-4603-a9ca-a7459bf9f363 None None] New status for floating IP 5e3abcc5-2daf-4fe0-b546-8b11d59680db: ACTIVE {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:02:27.500656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-071ecb02-246b-4e36-b534-2955f518112b req-d4bd4159-efd7-43ef-8407-371b888929fe service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824928 Jan 28 02:02:27.508872 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97ed89c-681e-4768-b1be-7eb9acf480b2']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.518783 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fea383-7104-4f10-9e16-69076df77b5c') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.519092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fea383-7104-4f10-9e16-69076df77b5c') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.529383 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.543476 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.549574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:02:27.549979 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:02:27.551645 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:02:27.606736 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.612238 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.615475 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] 10.222.0.96 "DELETE /v2.0/networks/f97ed89c-681e-4768-b1be-7eb9acf480b2 HTTP/1.1" status: 204 len: 168 time: 0.3569987 Jan 28 02:02:27.627033 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc6478-6927-46c6-ba46-bf6df61defeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f97ed89c-681e-4768-b1be-7eb9acf480b2,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.767375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df66ed-9a3d-4ffa-9a5c-9a070e298a91 req-1a7c3220-07fa-4e96-91dc-c24c699d9e56 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:27.768871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a1df66ed-9a3d-4ffa-9a5c-9a070e298a91 req-1a7c3220-07fa-4e96-91dc-c24c699d9e56 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 945 time: 0.0549297 Jan 28 02:02:27.783578 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48658) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:27.814416 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a1df66ed-9a3d-4ffa-9a5c-9a070e298a91 req-4e031ed6-0a50-4bac-a523-4bb7552c6114 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Jan 28 02:02:27.825730 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-70f295b0-ea2e-4c03-a55d-25a221dfd16d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf861e434da344c89d039fa373bd0742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409830 Jan 28 02:02:27.829179 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 48660) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:02:27.884980 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.907130 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.954731 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.957407 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:27.958678 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/83283d54-07ec-41ba-9d1e-cdd2b06c5b25 HTTP/1.1" status: 204 len: 168 time: 0.1281922 Jan 28 02:02:27.968589 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4373-a95e-45ef-8644-38f6d8ed3e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83283d54-07ec-41ba-9d1e-cdd2b06c5b25,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:28.057713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7d28e-b0a4-463a-8897-e9bdb080c0be req-b78d8e14-522a-4691-be3a-ac8f53c5c329 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:28.059306 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-afc7d28e-b0a4-463a-8897-e9bdb080c0be req-b78d8e14-522a-4691-be3a-ac8f53c5c329 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0510688 Jan 28 02:02:28.108077 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-afc7d28e-b0a4-463a-8897-e9bdb080c0be req-29da7f16-5fec-4443-956d-8881db24be76 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Jan 28 02:02:28.940809 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef12e-4ab6-474e-ae3c-9728b23ab4d4 req-67270a4d-0b33-497f-958e-64cedb3a3052 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:28.942306 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-520ef12e-4ab6-474e-ae3c-9728b23ab4d4 req-67270a4d-0b33-497f-958e-64cedb3a3052 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 945 time: 0.0522389 Jan 28 02:02:28.981478 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-520ef12e-4ab6-474e-ae3c-9728b23ab4d4 req-56b42e17-971f-450f-bc49-2d247577a5d0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jan 28 02:02:29.218662 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-db455fb1-7dfd-45df-8cd1-fad8382d9db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:29.236059 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016736-b19e-45b0-9851-14ce4646de5c req-55c5c444-89b5-4d47-9965-25a559a8f6bf tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:29.237505 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96016736-b19e-45b0-9851-14ce4646de5c req-55c5c444-89b5-4d47-9965-25a559a8f6bf tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Jan 28 02:02:29.281352 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-96016736-b19e-45b0-9851-14ce4646de5c req-af7f709d-d3cc-4482-88f8-1ef3e76a7cd4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372915 Jan 28 02:02:29.909635 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930fdc-ceaa-4d6b-97fc-ca13b13aad48 req-daf004f2-f7d9-4825-8087-eaa54e459843 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:29.911088 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4930fdc-ceaa-4d6b-97fc-ca13b13aad48 req-daf004f2-f7d9-4825-8087-eaa54e459843 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 945 time: 0.0498688 Jan 28 02:02:29.949159 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b4930fdc-ceaa-4d6b-97fc-ca13b13aad48 req-fd94ab7e-1724-486c-a420-dae7a9761840 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307837 Jan 28 02:02:30.394683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621f5fa-411a-46a2-a745-04463c42c149 req-0a7fa3d9-ecf6-4d32-b3a7-18527f557e43 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:30.396141 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1621f5fa-411a-46a2-a745-04463c42c149 req-0a7fa3d9-ecf6-4d32-b3a7-18527f557e43 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0481610 Jan 28 02:02:30.434399 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1621f5fa-411a-46a2-a745-04463c42c149 req-057625c5-d898-4725-9db3-169301ceb289 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jan 28 02:02:31.064840 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056cced-f109-430d-8e90-b583fdd86a1a req-92c11f81-ab54-4695-a2e5-21fd957ecdf8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:31.066218 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3056cced-f109-430d-8e90-b583fdd86a1a req-92c11f81-ab54-4695-a2e5-21fd957ecdf8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 945 time: 0.0482066 Jan 28 02:02:31.110256 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3056cced-f109-430d-8e90-b583fdd86a1a req-7af4cace-b501-43a8-9be3-7e6ee0f192f4 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Jan 28 02:02:31.555667 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0e59d-637d-452e-96da-4ad4aaf6a628 req-20be1ad3-86e8-4f76-a2d7-58368361219c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:31.558725 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2bb0e59d-637d-452e-96da-4ad4aaf6a628 req-20be1ad3-86e8-4f76-a2d7-58368361219c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0558648 Jan 28 02:02:31.599540 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2bb0e59d-637d-452e-96da-4ad4aaf6a628 req-c506730b-9d53-45ef-b9eb-56be249c7563 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346498 Jan 28 02:02:31.808023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-0e507490-3b1f-4165-9459-c262f645f977 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:31.809513 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-0e507490-3b1f-4165-9459-c262f645f977 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 945 time: 0.0511968 Jan 28 02:02:31.910993 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Deleting port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:02:31.911233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:31.940184 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-808ef407-ef36-4bd5-a451-2d61e1fdc87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:32.006118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] For port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:32.006473 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:32.019934 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Calling delete_port for 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:02:32.157193 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:32.187563 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Pushing event deleted for resources: {'Port': ['ID=6492dcec-3bc1-4433-99e2-471ef9d5a6b5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:32.196034 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['6492dcec-3bc1-4433-99e2-471ef9d5a6b5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:32.218207 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-85b35d4d-ca71-4351-bd6e-ef01dd22c883 req-33e7516a-b5e1-4375-9758-5b70ffc14d51 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a052804-a0e1-412b-b2db-388b1b60496e HTTP/1.1" status: 200 len: 210 time: 0.0339742 Jan 28 02:02:32.255939 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] No DVR routers for this DVR port 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:32.258533 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:32.262603 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9fcd3ab1-43df-4f34-b38b-79b424482754 req-2c6d25b6-c1d3-43dd-96fe-7e770169f7af tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "DELETE /v2.0/ports/6492dcec-3bc1-4433-99e2-471ef9d5a6b5 HTTP/1.1" status: 204 len: 173 time: 0.4408369 Jan 28 02:02:32.263049 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'name': 'network-vif-deleted', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:32.265370 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2792b6-7997-47e6-bea7-5359125f9ca1" -d '{"events": [{"server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "name": "network-vif-deleted", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:32.304497 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab6c8f-3e08-4571-91b8-19e370b9975a x-openstack-request-id: req-8bab6c8f-3e08-4571-91b8-19e370b9975a {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:32.304848 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a052804-a0e1-412b-b2db-388b1b60496e", "name": "network-vif-deleted", "tag": "6492dcec-3bc1-4433-99e2-471ef9d5a6b5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:32.305175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8bab6c8f-3e08-4571-91b8-19e370b9975a {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:32.305596 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a052804-a0e1-412b-b2db-388b1b60496e', 'name': 'network-vif-deleted', 'tag': '6492dcec-3bc1-4433-99e2-471ef9d5a6b5', 'status': 'completed', 'code': 200} Jan 28 02:02:32.722295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a423-a9a2-485c-a609-bdf815b4bb83 req-990f3893-0a7d-43d9-9ccf-01c187617904 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:32.723691 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3920a423-a9a2-485c-a609-bdf815b4bb83 req-990f3893-0a7d-43d9-9ccf-01c187617904 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Jan 28 02:02:32.764360 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3920a423-a9a2-485c-a609-bdf815b4bb83 req-f10b292c-06e4-4a17-96b9-db2792463ab2 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339105 Jan 28 02:02:33.176992 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:33.525985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-462c0612-8d9e-4e46-90b8-23b0fcb3b6b2 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:33.527409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-462c0612-8d9e-4e46-90b8-23b0fcb3b6b2 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 809 time: 0.1033430 Jan 28 02:02:33.542421 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-06db245c-e5a4-4620-b7c9-b225cc26e420 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/quotas/b8a50f8f8ee4469a9314f34a5b30e53f HTTP/1.1" status: 200 len: 375 time: 0.0090451 Jan 28 02:02:33.575686 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-dc92709c-4866-41d6-83fe-d539c54cdac0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276294 Jan 28 02:02:33.667155 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-50d34f48-357a-47af-b2ba-b336d5ac9a85 service neutron] 10.222.0.96 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830870 Jan 28 02:02:33.760871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-bc900f12-0984-4730-ba76-1f36db288a1c service neutron] 10.222.0.96 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Jan 28 02:02:33.895805 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b79eb-e978-4ccb-bf75-42d135bcb1e5 req-f18798c2-7e7a-4017-b4e5-9a42823fdef6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:33.898916 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c26b79eb-e978-4ccb-bf75-42d135bcb1e5 req-f18798c2-7e7a-4017-b4e5-9a42823fdef6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0599513 Jan 28 02:02:33.957590 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bad6b92f-177c-4a0b-9658-146ca5b4fffa req-070e7c29-c9ab-44e0-8141-b89958c5f967 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Jan 28 02:02:33.972620 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c26b79eb-e978-4ccb-bf75-42d135bcb1e5 req-95a7ec60-eef0-4356-a01c-2822d358410e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659480 Jan 28 02:02:34.557637 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:34.689628 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:34.709969 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:02:34.710416 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 6492dcec-3bc1-4433-99e2-471ef9d5a6b5 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:34.883808 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:35.059108 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-098fb108-3ed1-4c63-a618-660c6a72caec req-3198cac5-b613-41cc-9c17-7024e302f170 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 210 time: 0.0321989 Jan 28 02:02:35.176722 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450d830-e41a-42d6-ac66-c88768bdf526 req-6d89bb30-8443-40c3-a3e2-903e1f27fbb1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:35.178170 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c450d830-e41a-42d6-ac66-c88768bdf526 req-6d89bb30-8443-40c3-a3e2-903e1f27fbb1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1230986 Jan 28 02:02:35.224902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-12e871b9-a6a9-4bd2-9386-7489cf42cd7f tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:35.226316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-12e871b9-a6a9-4bd2-9386-7489cf42cd7f tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 809 time: 0.1657188 Jan 28 02:02:35.240880 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c450d830-e41a-42d6-ac66-c88768bdf526 req-ff403885-89d9-481f-a75a-68d3dad3df10 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548997 Jan 28 02:02:35.256416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Request body: {'port': {'device_id': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503', 'admin_state_up': True, 'tenant_id': 'b8a50f8f8ee4469a9314f34a5b30e53f'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:35.370991 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Made reservation on behalf of b8a50f8f8ee4469a9314f34a5b30e53f for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:35.375140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:35.501766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Allocated IP 172.20.0.9 (216c658f-3a84-47a3-9118-0286fb62e503/2b585ebd-91dd-4180-9733-79d98df05fd7/3400fbc1-29c5-4e24-87ed-c5731f87a36a) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:35.647040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:35.680829 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:35.727649 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Network 216c658f-3a84-47a3-9118-0286fb62e503 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:35.731678 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:35.735390 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:35.764439 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Pushing event updated for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:35.788471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:35.789105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:35.805301 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-58fab897-e956-4c4d-bdd6-294ca16a1f95 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528717 Jan 28 02:02:35.864037 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Request body: {'port': {'device_id': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:35.918206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.223642 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062daecb-d63f-49a1-a07e-2a0fe2166172 req-318531cb-db21-4144-8724-c8905974fdbd tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:36.225127 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-062daecb-d63f-49a1-a07e-2a0fe2166172 req-318531cb-db21-4144-8724-c8905974fdbd tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 931 time: 0.0942442 Jan 28 02:02:36.226938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3400fbc1-29c5-4e24-87ed-c5731f87a36a {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:36.240853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.264414 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Transition to ACTIVE for port object 3400fbc1-29c5-4e24-87ed-c5731f87a36a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:02:36.272424 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.308339 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-062daecb-d63f-49a1-a07e-2a0fe2166172 req-e848f10d-b952-473d-8dc8-924916abbc6a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756052 Jan 28 02:02:36.357867 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Pushing event updated for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:36.424277 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f7ac-418b-4e94-a58a-6aa69a90781c req-2fba2641-6343-43b0-b924-8214a7c7b002 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:36.425766 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd52f7ac-418b-4e94-a58a-6aa69a90781c req-2fba2641-6343-43b0-b924-8214a7c7b002 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1098571 Jan 28 02:02:36.458696 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Attempting to bind port 3400fbc1-29c5-4e24-87ed-c5731f87a36a on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:02:36.459032 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Attempting to bind port 3400fbc1-29c5-4e24-87ed-c5731f87a36a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:02:36.459374 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Attempting to bind port 3400fbc1-29c5-4e24-87ed-c5731f87a36a on network 216c658f-3a84-47a3-9118-0286fb62e503 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:36.468274 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Port 3400fbc1-29c5-4e24-87ed-c5731f87a36a on network 216c658f-3a84-47a3-9118-0286fb62e503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:02:36.468593 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Attempting to bind port 3400fbc1-29c5-4e24-87ed-c5731f87a36a on network 216c658f-3a84-47a3-9118-0286fb62e503 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:36.484294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:36.484631 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Checking segment: {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:02:36.485037 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Bound using segment: {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:36.485470 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Bound port: 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87de0bbf-f75c-4957-8384-44a7c0212471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:02:36.485820 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.490352 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fd52f7ac-418b-4e94-a58a-6aa69a90781c req-fc8fddac-fa98-4165-ace4-5ce533b8fbd6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574408 Jan 28 02:02:36.559003 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:36.562673 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:36.566301 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.867540 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:36.868146 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:36.870227 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] 10.222.0.100 "PUT /v2.0/ports/3400fbc1-29c5-4e24-87ed-c5731f87a36a HTTP/1.1" status: 200 len: 1093 time: 1.0104983 Jan 28 02:02:36.870672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:36.873023 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642aa11-e285-449b-a524-530997e8838e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:36.899260 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9889f-5927-4156-9137-87f132ffd6dc service neutron] Pushing event updated for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:36.926879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633e8dd-cb9a-4e5d-9126-9fab27508e13 x-openstack-request-id: req-f633e8dd-cb9a-4e5d-9126-9fab27508e13 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:36.927178 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:36.927448 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f633e8dd-cb9a-4e5d-9126-9fab27508e13 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:36.927843 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a', 'status': 'completed', 'code': 200} Jan 28 02:02:37.003212 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-5a4e3092-a6c8-455c-81fe-3cf62bbf325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.007790 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-5a4e3092-a6c8-455c-81fe-3cf62bbf325d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 1096 time: 0.0411603 Jan 28 02:02:37.056261 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-964b6b84-6c16-4be3-874e-00dfc1b67012 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a HTTP/1.1" status: 200 len: 217 time: 0.0335283 Jan 28 02:02:37.108323 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-77bf6d51-02d1-44bf-ba74-5f668da56d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.109822 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-77bf6d51-02d1-44bf-ba74-5f668da56d10 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b585ebd-91dd-4180-9733-79d98df05fd7 HTTP/1.1" status: 200 len: 849 time: 0.0469172 Jan 28 02:02:37.141133 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-a50d9549-f166-47e5-b7fe-ec92730eb9c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=216c658f-3a84-47a3-9118-0286fb62e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244882 Jan 28 02:02:37.230966 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-25cd341b-5f93-4e2d-a87d-774ad12ff610 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Jan 28 02:02:37.324716 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63c29824-55ea-4b3a-8eb4-4a6236910630 req-d9e4bccf-1c6e-4efd-a4dc-6d4a379865e4 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Jan 28 02:02:37.437339 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d205c-8981-46ff-b064-97a3b3b114d8 req-e5baa1ec-dbf5-499a-b5c0-2662d7805300 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.438753 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d6d205c-8981-46ff-b064-97a3b3b114d8 req-e5baa1ec-dbf5-499a-b5c0-2662d7805300 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 943 time: 0.0590293 Jan 28 02:02:37.500489 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642aa11-e285-449b-a524-530997e8838e req-38900cbc-91b0-471c-8eb1-4a6e43e72fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.502027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-38900cbc-91b0-471c-8eb1-4a6e43e72fdd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 1096 time: 0.0801148 Jan 28 02:02:37.505165 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5d6d205c-8981-46ff-b064-97a3b3b114d8 req-ef66c294-7ef4-4f36-a6c0-c782ceac1e82 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Jan 28 02:02:37.631444 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642aa11-e285-449b-a524-530997e8838e req-28ee2ef2-d5a3-4102-8c84-ff5f2df57282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.632897 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-28ee2ef2-d5a3-4102-8c84-ff5f2df57282 service neutron] 10.222.0.100 "GET /v2.0/networks?id=216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 200 len: 910 time: 0.1163476 Jan 28 02:02:37.641361 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6c7a-7246-406e-9566-ef670d142d30 req-ba7d5df4-fd4f-4ca6-ad13-1f19becd3b91 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.642698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f91c6c7a-7246-406e-9566-ef670d142d30 req-ba7d5df4-fd4f-4ca6-ad13-1f19becd3b91 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0746942 Jan 28 02:02:37.686095 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-942417dc-594a-4508-817e-a099aad870f6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a HTTP/1.1" status: 200 len: 217 time: 0.0424719 Jan 28 02:02:37.742051 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f91c6c7a-7246-406e-9566-ef670d142d30 req-e89ab5d6-5198-413a-9c73-0b0ba69dadff tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931551 Jan 28 02:02:37.751273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642aa11-e285-449b-a524-530997e8838e req-74800363-7af2-4097-83af-c4e5769bc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.752637 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-74800363-7af2-4097-83af-c4e5769bc32b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b585ebd-91dd-4180-9733-79d98df05fd7 HTTP/1.1" status: 200 len: 849 time: 0.0587046 Jan 28 02:02:37.786280 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-c038665b-6ab9-4fe0-9df7-b8525e9e9fde service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=216c658f-3a84-47a3-9118-0286fb62e503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252573 Jan 28 02:02:37.883590 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-a7287d15-9dbb-4fe4-8583-ecd9214753a4 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856121 Jan 28 02:02:37.982942 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a642aa11-e285-449b-a524-530997e8838e req-e8d43a9b-a6a7-4543-8535-a869a5106827 service neutron] 10.222.0.100 "GET /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847301 Jan 28 02:02:38.628174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3a1ce-535f-446c-942f-0df7c576699d req-24ffbaa1-0b0c-4bd1-b329-3ac9a8194d0d tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:38.629746 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e1d3a1ce-535f-446c-942f-0df7c576699d req-24ffbaa1-0b0c-4bd1-b329-3ac9a8194d0d tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 943 time: 0.0546174 Jan 28 02:02:38.668822 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e1d3a1ce-535f-446c-942f-0df7c576699d req-0c68ec98-0835-401e-bfb5-3d18c1d21aff tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Jan 28 02:02:38.717816 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 3400fbc1-29c5-4e24-87ed-c5731f87a36a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:02:38.819151 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:38.830460 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '3400fbc1-29c5-4e24-87ed-c5731f87a36a', 'network_id': '216c658f-3a84-47a3-9118-0286fb62e503', 'port_id': '3400fbc1-29c5-4e24-87ed-c5731f87a36a', 'mac_address': 'fa:16:3e:cc:f7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b585ebd-91dd-4180-9733-79d98df05fd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:02:38.862470 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2454b6-8098-44b1-904e-43fd5426771e req-ff2145a1-3c95-4312-a0f7-325deeff2643 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:38.863945 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba2454b6-8098-44b1-904e-43fd5426771e req-ff2145a1-3c95-4312-a0f7-325deeff2643 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jan 28 02:02:38.867324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:38.881007 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3400fbc1-29c5-4e24-87ed-c5731f87a36a {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:02:38.901754 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:38.902993 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ba2454b6-8098-44b1-904e-43fd5426771e req-f77eda92-d1c7-4b87-a32d-784b145b1e9b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Jan 28 02:02:38.906794 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:38.956264 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:39.295457 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['3400fbc1-29c5-4e24-87ed-c5731f87a36a'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:39.788382 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6bbf3-baff-45af-9e45-e1c9ffc25218 req-0b33411a-9b03-4768-9afb-e81ea237c445 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:39.789889 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9f6bbf3-baff-45af-9e45-e1c9ffc25218 req-0b33411a-9b03-4768-9afb-e81ea237c445 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 944 time: 0.0509598 Jan 28 02:02:39.827926 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9f6bbf3-baff-45af-9e45-e1c9ffc25218 req-5db725da-d84e-45bc-b824-0eca843c8613 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Jan 28 02:02:40.030647 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e35fc8-0423-4310-8142-7495f7f30503 req-11b7f68c-3c21-40c6-9014-81dde115b212 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.032122 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f8e35fc8-0423-4310-8142-7495f7f30503 req-11b7f68c-3c21-40c6-9014-81dde115b212 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0556633 Jan 28 02:02:40.068910 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f8e35fc8-0423-4310-8142-7495f7f30503 req-64158007-4a7f-4b9f-9be6-9f797f3c080d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Jan 28 02:02:40.313141 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc33ad-f04e-40f3-b32e-d07a6eaa6b06 req-d8c1986e-fa24-48d9-99bc-98542c8e3c88 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.314660 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45bc33ad-f04e-40f3-b32e-d07a6eaa6b06 req-d8c1986e-fa24-48d9-99bc-98542c8e3c88 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Jan 28 02:02:40.355235 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45bc33ad-f04e-40f3-b32e-d07a6eaa6b06 req-ab918ec8-ba85-4bd6-ac0f-065d63360ca7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345466 Jan 28 02:02:40.405218 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-784d7eb1-d332-4d1d-9169-d0b3a128a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.406971 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-784d7eb1-d332-4d1d-9169-d0b3a128a10f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0427327 Jan 28 02:02:40.502219 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-241516a4-6c72-4671-a97d-a6355d430a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.503683 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-241516a4-6c72-4671-a97d-a6355d430a5b service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.0901008 Jan 28 02:02:40.575904 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-1ef0f9b8-434a-4a6d-b56f-7c4171d1fa37 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 1001 time: 0.0581443 Jan 28 02:02:40.632030 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-922ea40d-e156-4b77-bbf5-74a9254877db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.633521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-922ea40d-e156-4b77-bbf5-74a9254877db service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0500298 Jan 28 02:02:40.679174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-03de7c76-d99c-4e7e-9b97-5f673f8c385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.680644 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-03de7c76-d99c-4e7e-9b97-5f673f8c385b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401368 Jan 28 02:02:40.727667 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 3400fbc1-29c5-4e24-87ed-c5731f87a36a up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:40.774319 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-57203580-7c2a-48c8-bcd4-33a3a2d1efd6 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Jan 28 02:02:40.779679 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 3400fbc1-29c5-4e24-87ed-c5731f87a36a completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:02:40.783805 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 3400fbc1-29c5-4e24-87ed-c5731f87a36a triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:40.784175 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:40.863953 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:40.875796 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6218403-c4d9-487c-a641-b57fd5b1fd6d req-6197b36b-08a5-41bb-b616-0c1d467bd315 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944457 Jan 28 02:02:40.890242 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:40.892568 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c4177-4b19-49b6-ae30-9bb1e0b17488" -d '{"events": [{"server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "name": "network-vif-plugged", "status": "completed", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:40.914128 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:40.921397 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:40.953335 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b6411-5c5a-4510-8536-9cd8b4310cf2 req-b009b978-c97f-4833-ada7-d3db00936544 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.954972 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c4b6411-5c5a-4510-8536-9cd8b4310cf2 req-b009b978-c97f-4833-ada7-d3db00936544 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 944 time: 0.0568769 Jan 28 02:02:40.975779 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:40.997171 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c4b6411-5c5a-4510-8536-9cd8b4310cf2 req-9d25dcb0-e62a-4b03-8e2a-da629ec19f34 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 Jan 28 02:02:41.059725 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc578930-5bae-4225-ab3a-fe13d4c1e2cb x-openstack-request-id: req-cc578930-5bae-4225-ab3a-fe13d4c1e2cb {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:41.060040 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "name": "network-vif-plugged", "status": "completed", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:41.060296 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-cc578930-5bae-4225-ab3a-fe13d4c1e2cb {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:41.060687 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a', 'code': 200} Jan 28 02:02:41.270103 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172563b-2377-42f2-a505-c10a4f1f3da1 req-c4977528-1f42-4a25-b27d-fe56dff179fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:41.271579 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f172563b-2377-42f2-a505-c10a4f1f3da1 req-c4977528-1f42-4a25-b27d-fe56dff179fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 1098 time: 0.0389614 Jan 28 02:02:41.313318 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f172563b-2377-42f2-a505-c10a4f1f3da1 req-2b9eb8d7-df02-40d4-b49a-8210e698f8e0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Jan 28 02:02:41.472517 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad194-1b17-4e30-83c2-6a9a83eabd57 req-d73315fc-5da4-4083-93df-bf82c1583eb3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:41.474027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-700ad194-1b17-4e30-83c2-6a9a83eabd57 req-d73315fc-5da4-4083-93df-bf82c1583eb3 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0492687 Jan 28 02:02:41.514095 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-700ad194-1b17-4e30-83c2-6a9a83eabd57 req-d831d742-4dcb-4b79-8203-29ec4df8cec0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332501 Jan 28 02:02:42.043719 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d35d-21a9-4a34-8c9b-4d13cd190643 req-7f9a9c62-32c7-45c4-b463-1c1d911ea455 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.045235 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bb5d35d-21a9-4a34-8c9b-4d13cd190643 req-7f9a9c62-32c7-45c4-b463-1c1d911ea455 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0573416 Jan 28 02:02:42.117368 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bb5d35d-21a9-4a34-8c9b-4d13cd190643 req-a90c0b4b-626f-48a8-b9e1-87cd70be8e9c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653846 Jan 28 02:02:42.141148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8abd81-b179-43ea-97b4-8098f54b08c9 req-e928982d-0af0-42d2-bba7-0ef4abd0dfe8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.142647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c8abd81-b179-43ea-97b4-8098f54b08c9 req-e928982d-0af0-42d2-bba7-0ef4abd0dfe8 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.0738971 Jan 28 02:02:42.183863 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c8abd81-b179-43ea-97b4-8098f54b08c9 req-df68b3f5-4465-466f-a642-323fd89ecf14 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Jan 28 02:02:42.636771 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8962-6318-44d6-a8f6-f5a285d95b34 req-bd2f449f-2d8e-4246-94aa-38abdb19574e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.638349 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57ef8962-6318-44d6-a8f6-f5a285d95b34 req-bd2f449f-2d8e-4246-94aa-38abdb19574e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Jan 28 02:02:42.675544 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57ef8962-6318-44d6-a8f6-f5a285d95b34 req-83e82311-bde9-4824-a2f4-194c94695c92 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Jan 28 02:02:43.236172 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c07a8-c0cd-4fa3-9cae-2685a1891805 req-8fcbde83-275c-44e1-a58f-e8191e944039 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.242779 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-347c07a8-c0cd-4fa3-9cae-2685a1891805 req-8fcbde83-275c-44e1-a58f-e8191e944039 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Jan 28 02:02:43.341502 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-347c07a8-c0cd-4fa3-9cae-2685a1891805 req-95cb0875-4323-4026-8823-a966db7bc195 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922785 Jan 28 02:02:43.352602 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-b0cf855a-839b-42e7-a6f8-40d7de157fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.354755 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-b0cf855a-839b-42e7-a6f8-40d7de157fea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.0987804 Jan 28 02:02:43.361943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f66e13-1995-45ef-89bb-b21090dd4d8a req-5aebebc9-b808-42f6-b1bc-8d4337762d53 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.363310 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6f66e13-1995-45ef-89bb-b21090dd4d8a req-5aebebc9-b808-42f6-b1bc-8d4337762d53 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.1063149 Jan 28 02:02:43.451551 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6f66e13-1995-45ef-89bb-b21090dd4d8a req-5f32d157-ab2b-41a8-ae81-e86de80fda3c tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818801 Jan 28 02:02:43.488494 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-243ca957-4ca9-42c6-99f0-f9eae5fdb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.490076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-243ca957-4ca9-42c6-99f0-f9eae5fdb68e service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.1056333 Jan 28 02:02:43.559283 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-1ff9a165-8b62-466c-a54c-0c16fe799116 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 1000 time: 0.0619290 Jan 28 02:02:43.610140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-4ce4c754-0458-42bf-99a6-8ceb1678f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.611584 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-4ce4c754-0458-42bf-99a6-8ceb1678f8c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.0442295 Jan 28 02:02:43.662846 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-0214d669-3085-448e-a404-562a80a6b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.664308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-0214d669-3085-448e-a404-562a80a6b5bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453513 Jan 28 02:02:43.771977 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-0bac38a5-cecc-4ca8-991f-b8e28db28d8c service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920053 Jan 28 02:02:43.880281 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6e3f09b0-05ea-4397-8970-9d0ff5510953 req-cfa7b324-e24f-4f22-8570-19934dafb907 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982876 Jan 28 02:02:44.360785 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbc5c3-fc73-4a57-91ed-40fb378d46b8 req-d78b54c8-db25-487b-9937-fc0591ca0c83 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:44.362224 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5adbc5c3-fc73-4a57-91ed-40fb378d46b8 req-d78b54c8-db25-487b-9937-fc0591ca0c83 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Jan 28 02:02:44.408279 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5adbc5c3-fc73-4a57-91ed-40fb378d46b8 req-59b4a8c3-d30c-482a-a698-28a4d51c2c67 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Jan 28 02:02:44.469181 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6d306-0fa2-4fe8-843a-77b6a85c36ef req-f90be2a6-3b1a-43c2-84d5-06cd401a72b0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:44.470672 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76d6d306-0fa2-4fe8-843a-77b6a85c36ef req-f90be2a6-3b1a-43c2-84d5-06cd401a72b0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0522444 Jan 28 02:02:44.540317 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76d6d306-0fa2-4fe8-843a-77b6a85c36ef req-4c229c1e-9ac5-4d65-b385-953983a15ae0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587413 Jan 28 02:02:44.548016 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c011df0-34ec-4ada-862f-39b1c70cf9cf req-8d4acd96-54ba-4ba6-8d9c-2a265e16d115 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:44.549535 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c011df0-34ec-4ada-862f-39b1c70cf9cf req-8d4acd96-54ba-4ba6-8d9c-2a265e16d115 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0779464 Jan 28 02:02:44.589982 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c011df0-34ec-4ada-862f-39b1c70cf9cf req-cef72aa7-53d5-489d-8906-1190b55ff1c8 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342550 Jan 28 02:02:45.528339 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055257e-5a1b-4664-ac1b-7c0067a1e697 req-642bb09e-8561-4270-bf13-0bb67dac21fe tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:45.529854 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3055257e-5a1b-4664-ac1b-7c0067a1e697 req-642bb09e-8561-4270-bf13-0bb67dac21fe tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.0517528 Jan 28 02:02:45.569131 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3055257e-5a1b-4664-ac1b-7c0067a1e697 req-f69f1689-a913-4983-8a46-5a369da1cf39 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Jan 28 02:02:45.666640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16ceb-b870-4588-81c3-7d3ea3c08d5a req-88aaae25-b8ec-4fa1-8229-0b497f04daf6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:45.668078 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bcc16ceb-b870-4588-81c3-7d3ea3c08d5a req-88aaae25-b8ec-4fa1-8229-0b497f04daf6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Jan 28 02:02:45.733296 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bcc16ceb-b870-4588-81c3-7d3ea3c08d5a req-6e8383c9-676e-4682-8013-f144dde062a9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573261 Jan 28 02:02:45.741488 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058df3d-4298-45ba-9cc1-97703112e2e6 req-b3cdc321-5a0c-42c4-b83d-ca196848b9ec tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:45.742944 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6058df3d-4298-45ba-9cc1-97703112e2e6 req-b3cdc321-5a0c-42c4-b83d-ca196848b9ec tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0840874 Jan 28 02:02:45.781222 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6058df3d-4298-45ba-9cc1-97703112e2e6 req-e6df90de-db34-45f4-8eec-0a4ba067a6b4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317683 Jan 28 02:02:46.465441 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:46.694946 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d591-7948-458c-9623-bbcf270807b4 req-2217b473-3ba8-41ce-a998-dfa736194cdb tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:46.696407 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4d53d591-7948-458c-9623-bbcf270807b4 req-2217b473-3ba8-41ce-a998-dfa736194cdb tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.0571249 Jan 28 02:02:46.761388 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4d53d591-7948-458c-9623-bbcf270807b4 req-8da7fd07-be99-4da2-a5df-9c363929501c tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/security-groups?id=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Jan 28 02:02:46.768932 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-5ca07219-1e0d-4ba9-b389-de7f33f36cde tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:46.770478 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-5ca07219-1e0d-4ba9-b389-de7f33f36cde tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 945 time: 0.0911727 Jan 28 02:02:46.918782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97443ee-8db5-4425-b380-f3f3fbc0fa0a req-5cab2bb7-62cc-48f9-a978-f5c28f56ccf6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:46.920246 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a97443ee-8db5-4425-b380-f3f3fbc0fa0a req-5cab2bb7-62cc-48f9-a978-f5c28f56ccf6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1098552 Jan 28 02:02:46.957210 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28dbe9-9919-4580-8ffa-79baa8c822ad req-ced8da4a-8f3b-4e7d-b6ef-6c6df42ca385 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:46.958632 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5a28dbe9-9919-4580-8ffa-79baa8c822ad req-ced8da4a-8f3b-4e7d-b6ef-6c6df42ca385 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1003640 Jan 28 02:02:46.964272 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Deleting port 3400fbc1-29c5-4e24-87ed-c5731f87a36a {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:02:46.964616 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:47.039809 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a97443ee-8db5-4425-b380-f3f3fbc0fa0a req-fadf0c06-6e59-482c-bee4-497c975e8330 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109719 Jan 28 02:02:47.065825 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5a28dbe9-9919-4580-8ffa-79baa8c822ad req-041ccb1a-b63c-4144-aa64-a1e4ab02450b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980737 Jan 28 02:02:47.092357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] For port 3400fbc1-29c5-4e24-87ed-c5731f87a36a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3400fbc1-29c5-4e24-87ed-c5731f87a36a,segment=NetworkSegment(87de0bbf-f75c-4957-8384-44a7c0212471),segment_id=87de0bbf-f75c-4957-8384-44a7c0212471)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:47.092722 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:47.105953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Calling delete_port for 3400fbc1-29c5-4e24-87ed-c5731f87a36a owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:02:47.242797 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:47.272819 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Pushing event deleted for resources: {'Port': ['ID=3400fbc1-29c5-4e24-87ed-c5731f87a36a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:47.315879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] No DVR routers for this DVR port 3400fbc1-29c5-4e24-87ed-c5731f87a36a on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:47.318325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:47.321736 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f255ec34-e5dc-40f0-b8d5-d7194dc5b3a9 req-ba0cc104-aad0-4cff-b69e-5d5c1c1a9ed0 tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.100 "DELETE /v2.0/ports/3400fbc1-29c5-4e24-87ed-c5731f87a36a HTTP/1.1" status: 204 len: 173 time: 0.5441883 Jan 28 02:02:47.322784 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'name': 'network-vif-deleted', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:02:47.325133 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33df611-56f5-46bd-aa64-09b64bd49445" -d '{"events": [{"server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "name": "network-vif-deleted", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:47.361339 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b08337e-0966-4411-b089-9f829a382cfe x-openstack-request-id: req-2b08337e-0966-4411-b089-9f829a382cfe {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:47.361633 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb5a503-0fc9-4510-a086-3273a19837e9", "name": "network-vif-deleted", "tag": "3400fbc1-29c5-4e24-87ed-c5731f87a36a", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:47.361888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2b08337e-0966-4411-b089-9f829a382cfe {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:47.362288 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb5a503-0fc9-4510-a086-3273a19837e9', 'name': 'network-vif-deleted', 'tag': '3400fbc1-29c5-4e24-87ed-c5731f87a36a', 'status': 'completed', 'code': 200} Jan 28 02:02:47.872628 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3f916298-e970-4553-b60f-f8a1194a6576 req-339eb6bf-474c-4e23-a30f-91656dcc2e4a tempest-VolumesActionsTest-90352464 tempest-VolumesActionsTest-90352464-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb5a503-0fc9-4510-a086-3273a19837e9 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Jan 28 02:02:48.187062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77d05-c4e7-47e6-8fdc-f22be1225b06 req-cff83936-e818-4c02-9521-d28385c21612 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:48.188509 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6f77d05-c4e7-47e6-8fdc-f22be1225b06 req-cff83936-e818-4c02-9521-d28385c21612 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0752149 Jan 28 02:02:48.207981 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e466a90-2867-43a1-bb6a-ae393e8b1f43 req-f1c3a62a-b7ec-4fa2-ab83-6dcda7cd02ff tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:48.209404 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4e466a90-2867-43a1-bb6a-ae393e8b1f43 req-f1c3a62a-b7ec-4fa2-ab83-6dcda7cd02ff tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0702746 Jan 28 02:02:48.259263 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e6f77d05-c4e7-47e6-8fdc-f22be1225b06 req-2d809fe7-fb6a-4c59-9497-3aac81e59575 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644691 Jan 28 02:02:48.268310 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4e466a90-2867-43a1-bb6a-ae393e8b1f43 req-ace9acb0-fd44-42f6-8cd7-7a2eeb6bc6b2 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514419 Jan 28 02:02:48.740418 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 3400fbc1-29c5-4e24-87ed-c5731f87a36a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:48.761330 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 3400fbc1-29c5-4e24-87ed-c5731f87a36a {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:02:48.761542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 3400fbc1-29c5-4e24-87ed-c5731f87a36a not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:49.420231 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9c7d7-8f61-49b8-9197-054a6942b8c5 req-e9250eab-5b81-474a-99ab-99e54664ca4c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.421769 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bec9c7d7-8f61-49b8-9197-054a6942b8c5 req-e9250eab-5b81-474a-99ab-99e54664ca4c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0730569 Jan 28 02:02:49.432938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441a39-7975-4199-96ba-cab32bc34019 req-e46e3556-45d3-4589-a847-56201400dff9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.434500 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dd441a39-7975-4199-96ba-cab32bc34019 req-e46e3556-45d3-4589-a847-56201400dff9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0949259 Jan 28 02:02:49.494645 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bec9c7d7-8f61-49b8-9197-054a6942b8c5 req-65ba614c-4ed6-4330-b163-d2ecbe0ec320 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585377 Jan 28 02:02:49.497646 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dd441a39-7975-4199-96ba-cab32bc34019 req-5c985a4a-4b07-4162-ac3f-b6cd2b4ae76a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563147 Jan 28 02:02:50.652927 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d83a7e-5308-4a65-b28e-e07790ffd77b req-dbc319d3-3037-4075-87c2-0be946a03546 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:50.654406 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47d83a7e-5308-4a65-b28e-e07790ffd77b req-dbc319d3-3037-4075-87c2-0be946a03546 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0817969 Jan 28 02:02:50.662066 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5f6d-183e-41d0-81d9-adc5cdec8017 req-ad0fff16-e971-43c5-b229-0878eec267ae tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:50.663503 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c33a5f6d-183e-41d0-81d9-adc5cdec8017 req-ad0fff16-e971-43c5-b229-0878eec267ae tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0896697 Jan 28 02:02:50.719634 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47d83a7e-5308-4a65-b28e-e07790ffd77b req-178039e5-1d6f-4b1b-a289-7955267092ae tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551646 Jan 28 02:02:50.724589 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c33a5f6d-183e-41d0-81d9-adc5cdec8017 req-63eb714b-1882-4f26-884c-aa93d69c6296 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536461 Jan 28 02:02:51.869500 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ffc4e-81e9-400a-abb4-a7617146b4a9 req-a29e8575-f5eb-45b4-9063-8f7b9bea6691 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:51.870912 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c6ffc4e-81e9-400a-abb4-a7617146b4a9 req-a29e8575-f5eb-45b4-9063-8f7b9bea6691 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0832648 Jan 28 02:02:51.881589 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441bfc9-a880-428c-80a5-1b264ede059e req-9f71a18d-0a09-4188-a5d2-3e81683122ac tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:51.883007 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7441bfc9-a880-428c-80a5-1b264ede059e req-9f71a18d-0a09-4188-a5d2-3e81683122ac tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0825438 Jan 28 02:02:51.938094 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2c6ffc4e-81e9-400a-abb4-a7617146b4a9 req-1f9ae2b5-88a0-48c8-8edf-fa0befe427b5 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541294 Jan 28 02:02:51.942871 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7441bfc9-a880-428c-80a5-1b264ede059e req-96758bbe-1405-4be8-b234-263e633c1070 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529797 Jan 28 02:02:53.079790 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6505c2b-ffff-434d-98f0-199e0e594bf7 req-93bec59a-3cf1-4e81-97e5-f002258b799a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:53.081194 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6505c2b-ffff-434d-98f0-199e0e594bf7 req-93bec59a-3cf1-4e81-97e5-f002258b799a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0753698 Jan 28 02:02:53.091120 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc69f9-0bff-443e-8e76-352f715696e7 req-409f3dcd-b0f2-4c87-bbea-02f93c6ca2d0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:53.092600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-78fc69f9-0bff-443e-8e76-352f715696e7 req-409f3dcd-b0f2-4c87-bbea-02f93c6ca2d0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0763593 Jan 28 02:02:53.149542 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a6505c2b-ffff-434d-98f0-199e0e594bf7 req-3e5f0ae6-ade0-4646-b4de-9bd8e78714bf tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559502 Jan 28 02:02:53.154824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-78fc69f9-0bff-443e-8e76-352f715696e7 req-d19be7be-f58b-43f6-b832-323d98da1c1d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554335 Jan 28 02:02:54.303578 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359ce8-4498-465e-ad8b-5569c39a95e8 req-fa4e91c5-26ef-400a-870c-3b270cb13280 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:54.311642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da359ce8-4498-465e-ad8b-5569c39a95e8 req-fa4e91c5-26ef-400a-870c-3b270cb13280 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0867169 Jan 28 02:02:54.351836 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ff7b6-1dc1-4592-8299-9619e19a6f11 req-4c7ca808-5f16-48c0-83d8-695a55f52ed1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:54.353875 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c7ff7b6-1dc1-4592-8299-9619e19a6f11 req-4c7ca808-5f16-48c0-83d8-695a55f52ed1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1006520 Jan 28 02:02:54.366126 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-da359ce8-4498-465e-ad8b-5569c39a95e8 req-051b862d-376d-4c32-bf5d-1f5f7cd58c20 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532753 Jan 28 02:02:54.419605 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c7ff7b6-1dc1-4592-8299-9619e19a6f11 req-13a1d042-4a6d-493e-a204-498a07febb3b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522645 Jan 28 02:02:54.707013 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:55.512021 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e9bbc-442f-4060-b240-52ce627fc8e6 req-0c32ffbe-bf97-4d22-9154-7f7a1e86c5a7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:55.514431 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a8e9bbc-442f-4060-b240-52ce627fc8e6 req-0c32ffbe-bf97-4d22-9154-7f7a1e86c5a7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0655591 Jan 28 02:02:55.585394 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a8e9bbc-442f-4060-b240-52ce627fc8e6 req-a55a784e-f78b-4ff2-8461-1d04e702f096 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608525 Jan 28 02:02:55.602747 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67baec2-1c85-4b49-b00d-e755361bcb72 req-6e698221-e0fe-4120-bfb3-5dbcc47c04a5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:55.605359 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b67baec2-1c85-4b49-b00d-e755361bcb72 req-6e698221-e0fe-4120-bfb3-5dbcc47c04a5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0898349 Jan 28 02:02:55.660046 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b67baec2-1c85-4b49-b00d-e755361bcb72 req-9d51665d-0c5a-4afd-a4db-e1bec773a6ed tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472622 Jan 28 02:02:56.729853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b049d3f-6dba-4f60-b690-19e28a37480e req-1bf7c4ff-a397-4273-a741-baa2611e5fb2 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:56.729853 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b049d3f-6dba-4f60-b690-19e28a37480e req-1bf7c4ff-a397-4273-a741-baa2611e5fb2 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0624580 Jan 28 02:02:56.808754 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b049d3f-6dba-4f60-b690-19e28a37480e req-a57aec9d-886a-40c7-9f5d-81da6f9845ab tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734022 Jan 28 02:02:56.823925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561ec5-4d84-437f-bead-a8a94403ce75 req-eae750a1-0adf-46d9-a85d-f8d853c809c8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:56.825553 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-93561ec5-4d84-437f-bead-a8a94403ce75 req-eae750a1-0adf-46d9-a85d-f8d853c809c8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0839617 Jan 28 02:02:56.886182 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-93561ec5-4d84-437f-bead-a8a94403ce75 req-14c1167a-a92d-4c04-bcff-1a34bf95403f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535607 Jan 28 02:02:57.827011 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49946-12c2-426f-8bb0-c741193c4194 req-17aa6c0b-645c-47e1-b876-c26ace6a418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:57.829281 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-17aa6c0b-645c-47e1-b876-c26ace6a418d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.0452728 Jan 28 02:02:58.059902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49946-12c2-426f-8bb0-c741193c4194 req-5b579599-f89f-4db0-8657-9bb4d992e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:58.061409 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-5b579599-f89f-4db0-8657-9bb4d992e4ca service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.2226572 Jan 28 02:02:58.093282 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e4088-21e4-4be1-8804-3cd5e550b738 req-6cd5f877-d156-4194-8ebd-d55b1d6d2537 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:58.094765 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b4e4088-21e4-4be1-8804-3cd5e550b738 req-6cd5f877-d156-4194-8ebd-d55b1d6d2537 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1166201 Jan 28 02:02:58.142706 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273dc66-d000-4892-947e-98c03c53d2d5 req-8518c2e1-956b-4e01-afd8-d9fc44191a3f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:58.144852 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4273dc66-d000-4892-947e-98c03c53d2d5 req-8518c2e1-956b-4e01-afd8-d9fc44191a3f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1983249 Jan 28 02:02:58.514796 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-8b396b78-b277-4f77-bbcb-c8dfc334114d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 1000 time: 0.4418867 Jan 28 02:02:58.518047 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4273dc66-d000-4892-947e-98c03c53d2d5 req-fbd5b909-0f77-4adb-956d-78ad3397fdb6 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3621759 Jan 28 02:02:58.566754 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b4e4088-21e4-4be1-8804-3cd5e550b738 req-3e8ad8de-9235-4786-91f2-be2f6fad38f5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332228 Jan 28 02:02:58.582009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49946-12c2-426f-8bb0-c741193c4194 req-bdc2209c-d1e4-471a-905b-24b566aacf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:58.583545 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-bdc2209c-d1e4-471a-905b-24b566aacf5d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.0591228 Jan 28 02:02:58.638820 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49946-12c2-426f-8bb0-c741193c4194 req-68cf76ff-e542-4aee-b8e0-917c7af41c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:58.640491 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-68cf76ff-e542-4aee-b8e0-917c7af41c15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467575 Jan 28 02:02:58.754785 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-52692634-3e4f-4e79-9470-92a1a520e882 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063833 Jan 28 02:02:58.860375 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-47c49946-12c2-426f-8bb0-c741193c4194 req-d4cb4ae1-ffae-4319-b1ed-4aae99039f61 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977829 Jan 28 02:02:59.227558 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-219fa962-8130-466d-a731-11821d05b721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:59.704897 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f2407-af06-4d9d-ad76-3fac09ad8dd2 req-26b693bb-6325-499b-9d38-17f85c385880 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:59.706532 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f08f2407-af06-4d9d-ad76-3fac09ad8dd2 req-26b693bb-6325-499b-9d38-17f85c385880 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1044083 Jan 28 02:02:59.744656 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c8a07-ec19-4769-9061-cc8b9e6e8b8f req-1bdcbaf6-1e16-4c17-b728-6f02d0d35bb0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:59.746293 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-126c8a07-ec19-4769-9061-cc8b9e6e8b8f req-1bdcbaf6-1e16-4c17-b728-6f02d0d35bb0 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0851493 Jan 28 02:02:59.773308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f08f2407-af06-4d9d-ad76-3fac09ad8dd2 req-fbf3edfc-2db1-4b8f-8ee7-340f36b771e6 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555201 Jan 28 02:02:59.811371 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-126c8a07-ec19-4769-9061-cc8b9e6e8b8f req-942370a5-7ccb-4c47-8c53-4d144a25287b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501857 Jan 28 02:03:00.854504 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:03:00.997155 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073db1fe-f690-4059-80e8-318fb9621345 req-c46d2d5d-5129-4f9b-9150-1c0a3389b321 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:01.004646 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-073db1fe-f690-4059-80e8-318fb9621345 req-c46d2d5d-5129-4f9b-9150-1c0a3389b321 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1251345 Jan 28 02:03:01.039232 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:01.041078 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91041-b995-469a-8129-f83bfd31797b req-ca770e68-a382-4e2d-b21c-4c9de73e2efc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:01.048266 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05d91041-b995-469a-8129-f83bfd31797b req-ca770e68-a382-4e2d-b21c-4c9de73e2efc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0996234 Jan 28 02:03:01.051072 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:03:01.101661 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-073db1fe-f690-4059-80e8-318fb9621345 req-998ab500-cb73-4c0a-8e33-7db2d1969996 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955393 Jan 28 02:03:01.106409 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:01.117387 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05d91041-b995-469a-8129-f83bfd31797b req-b8d43a31-af71-4b68-8cda-d0b55a8d0ed8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681880 Jan 28 02:03:01.122277 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:03:01.143962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:01.150997 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:01.214708 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=6']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:01.440571 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['b3df727d-fb39-47e3-88bf-cdef71b67bf5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:03:01.950609 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-16b3c624-1f77-46a7-baee-4dbdda20310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:02.296838 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdcc4f-9a7d-4f19-95ff-8f6dc7c8654f req-6a3efb35-c256-4046-b59c-8355163201bf tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:02.298543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63cdcc4f-9a7d-4f19-95ff-8f6dc7c8654f req-6a3efb35-c256-4046-b59c-8355163201bf tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1023297 Jan 28 02:03:02.321173 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0440d-97e6-4635-8e40-a4d8339cee41 req-8619a45a-1e84-494b-934a-213161c94d40 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:02.322992 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f4e0440d-97e6-4635-8e40-a4d8339cee41 req-8619a45a-1e84-494b-934a-213161c94d40 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 944 time: 0.0844660 Jan 28 02:03:02.380473 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-63cdcc4f-9a7d-4f19-95ff-8f6dc7c8654f req-35ce74d8-6aa9-43a4-820c-eff615e05926 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739248 Jan 28 02:03:02.399682 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f4e0440d-97e6-4635-8e40-a4d8339cee41 req-cbae82b3-ce18-4b92-9774-b87195bc84b5 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585866 Jan 28 02:03:02.699117 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a39028-a6ff-4b66-af3f-dc1bd292c67c req-cce4a9b4-837d-4d8d-87be-8356cf20cc02 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:02.702399 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66a39028-a6ff-4b66-af3f-dc1bd292c67c req-cce4a9b4-837d-4d8d-87be-8356cf20cc02 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0671871 Jan 28 02:03:02.751137 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66a39028-a6ff-4b66-af3f-dc1bd292c67c req-358ca0c5-91de-4783-a8d6-dcbc72272500 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417995 Jan 28 02:03:02.813497 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49048) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:02.852354 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:02.923983 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port b3df727d-fb39-47e3-88bf-cdef71b67bf5 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:02.924367 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:02.986084 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-81613ba6-5ceb-49e2-a464-4ac00f42d339 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1713727 Jan 28 02:03:03.005392 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-ef2ddca9-ff97-4a49-ad14-ba28d58ebe98 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 02:03:03.007359 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-ef2ddca9-ff97-4a49-ad14-ba28d58ebe98 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105371 Jan 28 02:03:03.036407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:03.065189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:03.068459 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c058e612-a15b-4003-b922-dda040741c24" -d '{"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:03.105476 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:03.112585 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:03.113436 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:03.150766 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd206e0-6a4e-427f-8628-da0086a2efb2 x-openstack-request-id: req-8bd206e0-6a4e-427f-8628-da0086a2efb2 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:03.151080 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:03.151335 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-8bd206e0-6a4e-427f-8628-da0086a2efb2 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:03.151728 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'code': 200} Jan 28 02:03:03.245034 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:03.252675 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=7']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:03.360427 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:03.450344 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:03.464859 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:03.576254 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=6']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:03.686924 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae579-f9cb-4f2f-a99c-cb672bec7f23 req-173d47a6-94e2-4044-876d-dd2dc2bdcaa2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:03.693192 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a6ae579-f9cb-4f2f-a99c-cb672bec7f23 req-173d47a6-94e2-4044-876d-dd2dc2bdcaa2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0987716 Jan 28 02:03:03.793394 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a6ae579-f9cb-4f2f-a99c-cb672bec7f23 req-33ee8b20-44b3-4a7a-99cb-51d1ec7bfa92 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912933 Jan 28 02:03:03.956279 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ab824-cc61-4506-affa-ff85762fe3e5 req-fe7cbb19-3f43-443e-a522-d6cfe35fd72a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:03.957955 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e58ab824-cc61-4506-affa-ff85762fe3e5 req-fe7cbb19-3f43-443e-a522-d6cfe35fd72a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0787327 Jan 28 02:03:04.026657 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e58ab824-cc61-4506-affa-ff85762fe3e5 req-d1323a60-4687-4487-af8e-bf9e2e0bafbf tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544415 Jan 28 02:03:04.577476 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:04.896947 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:04.987681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec6c6-b0fc-49b8-8515-44e92a1ae6f5 req-ce22cdb8-c308-4b96-8bcd-61126e154292 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.000110 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fbec6c6-b0fc-49b8-8515-44e92a1ae6f5 req-ce22cdb8-c308-4b96-8bcd-61126e154292 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0814245 Jan 28 02:03:05.070693 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fbec6c6-b0fc-49b8-8515-44e92a1ae6f5 req-04997e8a-1fa7-4c42-8a75-52d25f4f53f6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694113 Jan 28 02:03:05.153642 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:05.156637 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0df82-4db6-4320-9b5e-6158104658de" -d '{"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-unplugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:05.253085 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e141555a-bdff-49b3-ad73-863ff712a9f2 x-openstack-request-id: req-e141555a-bdff-49b3-ad73-863ff712a9f2 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:05.253633 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-unplugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:05.254078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-e141555a-bdff-49b3-ad73-863ff712a9f2 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:05.254651 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'code': 200} Jan 28 02:03:05.287179 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2b568-c3a5-475e-b0b6-f4cafd3a212d req-16ee1753-7229-4143-b78d-0fd611da427f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.300438 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3d2b568-c3a5-475e-b0b6-f4cafd3a212d req-16ee1753-7229-4143-b78d-0fd611da427f tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1309657 Jan 28 02:03:05.398430 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3d2b568-c3a5-475e-b0b6-f4cafd3a212d req-dec27e32-e605-4ac8-8acb-173d281a82a4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925503 Jan 28 02:03:05.549526 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-60fffbf1-1ea8-4ec1-99d3-20636890e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.561846 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-60fffbf1-1ea8-4ec1-99d3-20636890e9ab service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935&tenant_id=50b9208765264efbb2e25f5ba4896b4a HTTP/1.1" status: 200 len: 1096 time: 0.0974679 Jan 28 02:03:05.708183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-61212b2a-3bf6-4bac-907f-3813c3ae9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.712615 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-61212b2a-3bf6-4bac-907f-3813c3ae9be7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1096 time: 0.1055634 Jan 28 02:03:05.850698 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-a5cf308c-8a89-42d6-b0d3-5d6f3476b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:05.852881 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-a5cf308c-8a89-42d6-b0d3-5d6f3476b6d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.1317105 Jan 28 02:03:05.935440 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-126bd288-ee8a-4eb6-84fc-b692de335f93 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 998 time: 0.0745680 Jan 28 02:03:06.024325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-7fbd8a62-4839-4bb6-9ec9-e66dba34cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:06.024325 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-7fbd8a62-4839-4bb6-9ec9-e66dba34cc1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.0796127 Jan 28 02:03:06.157889 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-385918a0-837c-4353-8a01-6774a11130c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:06.172610 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-385918a0-837c-4353-8a01-6774a11130c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1373618 Jan 28 02:03:06.487062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976d4fd-27b2-4d25-90bd-43f3a72b90d5 req-4ad77a4b-607d-4d86-a969-81add3a57698 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:06.489858 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6976d4fd-27b2-4d25-90bd-43f3a72b90d5 req-4ad77a4b-607d-4d86-a969-81add3a57698 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.2460520 Jan 28 02:03:06.544965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-0a26cf6c-f5ca-4905-b318-a65c708d267e service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561981 Jan 28 02:03:06.609576 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6976d4fd-27b2-4d25-90bd-43f3a72b90d5 req-12717d67-7cff-48b8-b370-deaf36278a7d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121559 Jan 28 02:03:06.644244 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b813-75ee-4ce1-86d8-cd4ac867dbde req-dbd8eabd-83f0-459e-885d-f9e250751873 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:06.645906 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8030b813-75ee-4ce1-86d8-cd4ac867dbde req-dbd8eabd-83f0-459e-885d-f9e250751873 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1542940 Jan 28 02:03:06.728782 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8030b813-75ee-4ce1-86d8-cd4ac867dbde req-9125f1f7-dc6c-4ecc-886e-123497933f38 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641222 Jan 28 02:03:06.780118 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8cf048b4-8773-4335-8fd2-0a0cfa657aa5 req-c3a5e3b8-1aa7-45d8-b544-08ca4db0dbf7 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275596 Jan 28 02:03:07.809582 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d89cf-c93c-401a-ba68-0c450c055549 req-b7d146b1-f2eb-46d2-b8c0-99b538ff1b71 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:07.817376 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-036d89cf-c93c-401a-ba68-0c450c055549 req-b7d146b1-f2eb-46d2-b8c0-99b538ff1b71 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0941727 Jan 28 02:03:07.869909 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-036d89cf-c93c-401a-ba68-0c450c055549 req-b8b49a65-4c51-45fd-83de-25e1d0f0bedc tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515616 Jan 28 02:03:07.914683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd8f1-52a5-4552-8d2d-ce76f0fbc884 req-c8587ba4-5d4f-4b66-bc10-8d1207c92b7b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:07.923262 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3ecd8f1-52a5-4552-8d2d-ce76f0fbc884 req-c8587ba4-5d4f-4b66-bc10-8d1207c92b7b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0827787 Jan 28 02:03:07.974874 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3ecd8f1-52a5-4552-8d2d-ce76f0fbc884 req-3f54e92e-1076-4956-99e7-1ae7a513e634 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500805 Jan 28 02:03:09.199167 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6b849-3dcd-4ab7-a57f-028350360874 req-e42d5163-ca9e-47a1-98b8-139a756729ee tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:09.212286 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce6b849-3dcd-4ab7-a57f-028350360874 req-e42d5163-ca9e-47a1-98b8-139a756729ee tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1910455 Jan 28 02:03:09.223063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15df0dd-6242-4f23-99d1-fbe52b2b81f0 req-4004c5e0-1005-414b-b27e-f3bd454895cc tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:09.241772 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a15df0dd-6242-4f23-99d1-fbe52b2b81f0 req-4004c5e0-1005-414b-b27e-f3bd454895cc tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1710892 Jan 28 02:03:09.377511 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a15df0dd-6242-4f23-99d1-fbe52b2b81f0 req-0064044c-7ff3-45f7-950d-a83582b7bba0 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337585 Jan 28 02:03:09.404013 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ce6b849-3dcd-4ab7-a57f-028350360874 req-339e99f8-4c69-40f1-84e2-705998b74c97 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902246 Jan 28 02:03:10.552545 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e6e26-6933-4bce-a04d-ececc876a482 req-898a0bf0-9ea3-4fa3-95ac-0bb329565824 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:10.554350 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-746e6e26-6933-4bce-a04d-ececc876a482 req-898a0bf0-9ea3-4fa3-95ac-0bb329565824 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0979950 Jan 28 02:03:10.563314 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61474705-a9bc-46ff-bd54-2c38a161beb4 req-2df6d5cd-31a0-465e-a185-0780a352690d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:10.564958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61474705-a9bc-46ff-bd54-2c38a161beb4 req-2df6d5cd-31a0-465e-a185-0780a352690d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0707788 Jan 28 02:03:10.633000 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-61474705-a9bc-46ff-bd54-2c38a161beb4 req-b2e83130-da31-4054-bb7a-8cf3f098cd96 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610323 Jan 28 02:03:10.647709 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-746e6e26-6933-4bce-a04d-ececc876a482 req-bcd7a715-4033-4d3e-85f1-f73157c9d5ff tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816543 Jan 28 02:03:11.803898 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cfd52-a296-404f-9759-1c1c9edaafb1 req-2dde3d2a-ebed-4ca1-ba91-b2d1a06ff51c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:11.812952 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be8cfd52-a296-404f-9759-1c1c9edaafb1 req-2dde3d2a-ebed-4ca1-ba91-b2d1a06ff51c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0918636 Jan 28 02:03:11.872556 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-be8cfd52-a296-404f-9759-1c1c9edaafb1 req-f804c368-1e61-41a4-a37b-6d851a2d843a tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568428 Jan 28 02:03:11.886565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0acb5-4b18-4807-a7de-c5378c19bdcd req-01518ad6-5096-45b5-8d0f-f048a56f0827 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:11.888491 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f5d0acb5-4b18-4807-a7de-c5378c19bdcd req-01518ad6-5096-45b5-8d0f-f048a56f0827 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1258202 Jan 28 02:03:11.946656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f5d0acb5-4b18-4807-a7de-c5378c19bdcd req-1ac19587-065b-4d80-8d37-3d94dd5f67b9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493593 Jan 28 02:03:13.028672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f7f4-ea1c-4f92-9e70-f0b904d92a3d req-dc38ef49-c889-4a65-a9f5-ed4ec258bd7c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:13.031657 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b493f7f4-ea1c-4f92-9e70-f0b904d92a3d req-dc38ef49-c889-4a65-a9f5-ed4ec258bd7c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.0847425 Jan 28 02:03:13.117839 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b493f7f4-ea1c-4f92-9e70-f0b904d92a3d req-270cebdc-b860-4601-94b6-a770b42bfec7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719869 Jan 28 02:03:13.144847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561795-429a-4dce-92c9-26bcee19a961 req-2aa42f8d-ef1f-4849-8c17-a4dfabc66c76 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:13.144847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ad561795-429a-4dce-92c9-26bcee19a961 req-2aa42f8d-ef1f-4849-8c17-a4dfabc66c76 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1033003 Jan 28 02:03:13.179178 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ad561795-429a-4dce-92c9-26bcee19a961 req-ac7b161f-bbc6-4e36-bbae-306a238e762c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Jan 28 02:03:13.764941 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49214) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:13.819877 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Deleting subnet 2b585ebd-91dd-4180-9733-79d98df05fd7 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:03:13.823478 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:13.862873 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:13.902984 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:13.954956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:13.990430 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b585ebd-91dd-4180-9733-79d98df05fd7,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:14.005257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.008417 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2b585ebd-91dd-4180-9733-79d98df05fd7 HTTP/1.1" status: 204 len: 168 time: 0.2421722 Jan 28 02:03:14.011784 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49216) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:14.017021 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.017376 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.017710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.018040 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.018363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.018685 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.019008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.019328 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.019646 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.019962 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.020275 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.020593 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5b88d-4685-42ca-8ae5-c6a3a3e54824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.037594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-dcf4e265-f054-4420-9772-78384e9aba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.039076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-dcf4e265-f054-4420-9772-78384e9aba3d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1098 time: 0.0602558 Jan 28 02:03:14.084335 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.136688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-059139c3-443c-481f-9f7c-503c85521385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.138185 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-059139c3-443c-481f-9f7c-503c85521385 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.0921772 Jan 28 02:03:14.165402 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.188917 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216c658f-3a84-47a3-9118-0286fb62e503']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:14.199686 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87de0bbf-f75c-4957-8384-44a7c0212471') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:14.200056 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87de0bbf-f75c-4957-8384-44a7c0212471') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:14.209463 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.215772 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-1a79db17-8627-4c52-abf0-ab73f9c3af30 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0697129 Jan 28 02:03:14.230041 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.237696 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:03:14.238096 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:03:14.240176 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:03:14.299639 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.304164 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.310877 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] 10.222.0.96 "DELETE /v2.0/networks/216c658f-3a84-47a3-9118-0286fb62e503 HTTP/1.1" status: 204 len: 168 time: 0.2954834 Jan 28 02:03:14.319641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ea2c3-7d39-4a44-a4bd-151fd409f549 req-48953abb-d45e-4223-9662-38fb189d2e79 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.321091 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Pushing event deleted for resources: {'Network': ['ID=216c658f-3a84-47a3-9118-0286fb62e503,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:14.321261 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9f2ea2c3-7d39-4a44-a4bd-151fd409f549 req-48953abb-d45e-4223-9662-38fb189d2e79 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 943 time: 0.1247711 Jan 28 02:03:14.329714 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.329975 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.330522 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.330858 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.331184 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.331846 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.331964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-99e02c02-d6f2-4327-a787-3ff846f62d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.332064 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.332154 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.332442 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.332753 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.333195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-99e02c02-d6f2-4327-a787-3ff846f62d53 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0989959 Jan 28 02:03:14.333449 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.333773 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0f4f-2abd-4408-89d6-496773f88816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:14.420856 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce304a5a-01c5-494a-829d-e69b66d79bef req-14637084-1b1f-40b6-b5d1-a5c9a5b163d8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.422473 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ce304a5a-01c5-494a-829d-e69b66d79bef req-14637084-1b1f-40b6-b5d1-a5c9a5b163d8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1520183 Jan 28 02:03:14.426733 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9f2ea2c3-7d39-4a44-a4bd-151fd409f549 req-ca72ce46-eeea-4916-916d-3df9ecf55820 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976152 Jan 28 02:03:14.452327 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-5727b3a5-0bfd-44f5-a972-1deae26a42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:14.454017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-5727b3a5-0bfd-44f5-a972-1deae26a42ed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983932 Jan 28 02:03:14.482173 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ce304a5a-01c5-494a-829d-e69b66d79bef req-a00da794-a2d4-475b-b64d-651446ac1e15 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512400 Jan 28 02:03:14.498608 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49224) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:14.551910 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-35bf1220-8086-4535-809a-dc6d802b8a59 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b8a50f8f8ee4469a9314f34a5b30e53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454280 Jan 28 02:03:14.551910 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49226) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:14.562833 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-ff08f5dc-6b4d-43bf-94da-095c856dc71c service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965571 Jan 28 02:03:14.600377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.622613 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.660221 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6eff9bb-91c8-4ebe-b934-8dc7e62578ce req-1f46b0a0-1bd4-4358-a086-9e3f50ab1ad4 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898721 Jan 28 02:03:14.674050 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.676492 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:14.677660 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2142d4d6-f1f6-479b-9e4c-ad180dfd50fa HTTP/1.1" status: 204 len: 168 time: 0.1290009 Jan 28 02:03:14.686377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036e0a-ebf0-4716-bcb3-63a6fa3e0dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142d4d6-f1f6-479b-9e4c-ad180dfd50fa,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:14.903474 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:03:15.003212 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:15.014895 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'port_id': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'mac_address': 'fa:16:3e:7f:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:03:15.053462 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.067301 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1938f369-8c3b-46ca-90e4-040b0e1f5517 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:03:15.087163 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:15.092276 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.154164 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=7']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:15.373816 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49248) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:15.472473 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-985211882-network', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:15.496516 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Made reservation on behalf of 4f88b3ae05934fd8836d7e90cad61a53 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:15.499403 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.508338 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.547170 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['1938f369-8c3b-46ca-90e4-040b0e1f5517'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:03:15.555391 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ac76e-1e21-4bda-a679-837a4d10b371 req-7cfe27cb-ae9c-486b-b976-5edd90467751 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:15.557630 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-085ac76e-1e21-4bda-a679-837a4d10b371 req-7cfe27cb-ae9c-486b-b976-5edd90467751 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 944 time: 0.0585682 Jan 28 02:03:15.614751 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-085ac76e-1e21-4bda-a679-837a4d10b371 req-4a33062c-5152-4627-b229-61a239e560ae tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477264 Jan 28 02:03:15.616054 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.621864 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.644094 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:03:15.667239 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.667588 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Added segment 6181cf08-10aa-461b-8efd-c4f7b23c4263 of type vlan for network 68dfca5a-5c03-4384-945b-f965b0dfdf1c Jan 28 02:03:15.680365 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931475d-c19b-408d-9783-b34be224d695,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:15.702284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d5f6-2a07-4bcc-aeb9-9f7d6e4cde74 req-b9dcdd4c-3576-4bfc-8c6c-c73889ecdd4d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:15.708422 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3428d5f6-2a07-4bcc-aeb9-9f7d6e4cde74 req-b9dcdd4c-3576-4bfc-8c6c-c73889ecdd4d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.0870161 Jan 28 02:03:15.726338 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.757966 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3428d5f6-2a07-4bcc-aeb9-9f7d6e4cde74 req-1570fca3-a159-4f17-a02f-dee1c6ea8ccb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 Jan 28 02:03:15.761418 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.762671 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:15.763379 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:15.820644 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4457281 Jan 28 02:03:15.824309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49256) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:15.829259 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Request body: {'subnet': {'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-985211882-subnet', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:15.834529 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe415e6-73f1-4b5a-ae25-5096f8c7b89b admin admin] Pushing event updated for resources: {'Network': ['ID=68dfca5a-5c03-4384-945b-f965b0dfdf1c,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:15.847067 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:03:15.853213 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Made reservation on behalf of 4f88b3ae05934fd8836d7e90cad61a53 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:15.855782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29599191'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.030479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31219856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29599173'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.089383 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8046b0de-c699-4480-954a-1aeb65291697,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:16.100187 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Checking segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:16.100550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Network hostable DHCP agents. Network: 68dfca5a-5c03-4384-945b-f965b0dfdf1c, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:03:16.117952 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:03:16.128759 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 68dfca5a-5c03-4384-945b-f965b0dfdf1c) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:16.133174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:16.133761 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.137737 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02333a20-876b-41c4-bbfc-e7c324f44a6f None None] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:03:16.149700 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-23c99833-1a9a-4935-889f-1adb40015e12 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3242574 Jan 28 02:03:16.152633 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49260) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:16.157367 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:16.180646 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.183110 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.256870 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.301677 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 02:03:16.302629 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.401271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.405052 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.465825 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Allocated IP 172.20.0.2 (68dfca5a-5c03-4384-945b-f965b0dfdf1c/8046b0de-c699-4480-954a-1aeb65291697/55952a82-8a81-47c3-b956-b68fbfa3970c) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:16.632692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.638417 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.646264 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.659265 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.688124 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:16.690969 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:16.694894 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:16.730946 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Pushing event updated for resources: {'Port': ['ID=55952a82-8a81-47c3-b956-b68fbfa3970c,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:16.765068 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Attempting to bind port 55952a82-8a81-47c3-b956-b68fbfa3970c on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:16.765485 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Attempting to bind port 55952a82-8a81-47c3-b956-b68fbfa3970c by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:16.765814 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Attempting to bind port 55952a82-8a81-47c3-b956-b68fbfa3970c on network 68dfca5a-5c03-4384-945b-f965b0dfdf1c {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:16.771124 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:16.771495 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Checking segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:16.771893 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.772277 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Bound using segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:16.772750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Bound port: 55952a82-8a81-47c3-b956-b68fbfa3970c, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:16.773131 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.802278 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50901b7c-0df5-4731-8c34-e52e68a0d487 req-43b611ec-f591-490a-8f79-f6d03c2e315b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:16.803770 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50901b7c-0df5-4731-8c34-e52e68a0d487 req-43b611ec-f591-490a-8f79-f6d03c2e315b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 944 time: 0.0949249 Jan 28 02:03:16.837294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Allocated IP 172.27.1.20 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/2283204e-df8e-4c68-bb08-c00905ba0cf9) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:16.843663 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] For port 55952a82-8a81-47c3-b956-b68fbfa3970c, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:16.847003 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] For port 55952a82-8a81-47c3-b956-b68fbfa3970c, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=55952a82-8a81-47c3-b956-b68fbfa3970c,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:16.851763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:16.913324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c4a9-c785-4b52-b23c-d81475099894 None None] Pushing event updated for resources: {'Port': ['ID=55952a82-8a81-47c3-b956-b68fbfa3970c,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:16.919238 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:16.941547 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-50901b7c-0df5-4731-8c34-e52e68a0d487 req-479aeb52-63c2-4aba-ae20-e1b9c4e349a4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258268 Jan 28 02:03:16.968105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807094e5-0c3b-4268-83f6-c907135fdd8c req-57217b21-176b-47cb-be2d-41e9d4d90fb3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:16.969718 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-807094e5-0c3b-4268-83f6-c907135fdd8c req-57217b21-176b-47cb-be2d-41e9d4d90fb3 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 945 time: 0.1295421 Jan 28 02:03:16.981958 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 1938f369-8c3b-46ca-90e4-040b0e1f5517 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:16.982425 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.039340 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.051648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-807094e5-0c3b-4268-83f6-c907135fdd8c req-b27f2c94-3138-44db-a598-37a891a28640 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695603 Jan 28 02:03:17.090647 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.091412 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.123295 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:17.126199 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea97c87-a6eb-45e9-8712-3257f1e4a79b" -d '{"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-plugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:17.162298 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:17.173203 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.174391 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:17.194569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:17.200139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:17.210147 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:17.217699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2283204e-df8e-4c68-bb08-c00905ba0cf9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:17.234604 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155e340c-f5b5-4942-9b84-30d946fc93a8 x-openstack-request-id: req-155e340c-f5b5-4942-9b84-30d946fc93a8 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:17.235843 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-plugged", "status": "completed", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:17.235843 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-155e340c-f5b5-4942-9b84-30d946fc93a8 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:17.236189 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'code': 200} Jan 28 02:03:17.308507 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=8']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:17.365483 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.403668 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:17.411429 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.476392 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=8']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:17.610477 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:17.614925 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada6e4-a3ac-4dc8-bde0-ad793777363f req-b1b2b4bf-d990-42ce-9900-09e4ad1117a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:17.616428 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aaada6e4-a3ac-4dc8-bde0-ad793777363f req-b1b2b4bf-d990-42ce-9900-09e4ad1117a1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.0907366 Jan 28 02:03:17.726294 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aaada6e4-a3ac-4dc8-bde0-ad793777363f req-a1fef9b3-d4cc-4e8d-a8bf-0dab3aef5939 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685120 Jan 28 02:03:17.901622 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:18.072681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Router 96b945fc-d13f-4cb6-847f-70e4182f9abc is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:03:18.095047 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae4a29-e2e2-4ca8-b12e-b319c7836b76 None None] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:03:18.166815 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] Provisioning complete for port 55952a82-8a81-47c3-b956-b68fbfa3970c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:18.167527 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:18.313015 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:18.370998 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] For port 55952a82-8a81-47c3-b956-b68fbfa3970c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=55952a82-8a81-47c3-b956-b68fbfa3970c,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:18.375590 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:18.429527 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb13d8-4f87-4b0b-b16d-7d5ceadf30ee None None] Pushing event updated for resources: {'Port': ['ID=55952a82-8a81-47c3-b956-b68fbfa3970c,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:18.441385 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-b0f1f8c1-989a-4372-bf07-519db9555d42 req-4024cffa-ec65-4499-88aa-8e0df0307a5c service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 02:03:18.442389 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b0f1f8c1-989a-4372-bf07-519db9555d42 req-4024cffa-ec65-4499-88aa-8e0df0307a5c service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073078 Jan 28 02:03:18.450816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae6f7-02b6-4167-b433-e5178d9054fa req-5335c6f8-7187-490c-be3b-e9c7602098ad tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:18.452363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-711ae6f7-02b6-4167-b433-e5178d9054fa req-5335c6f8-7187-490c-be3b-e9c7602098ad tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.4218411 Jan 28 02:03:18.556119 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-711ae6f7-02b6-4167-b433-e5178d9054fa req-cab8a890-41c9-45d3-86ad-ae944354ace1 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941079 Jan 28 02:03:18.560613 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:18.575580 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Sync routers for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:18.584163 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:18.589292 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d7e25fb6-432c-4001-8e27-7d59710777f2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4318235 Jan 28 02:03:18.589413 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49300) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:18.604288 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:18.605871 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:18.649470 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c26237-1ce6-4f08-be38-10afc7065966 req-89b9adb6-34cb-472a-816b-9fcd204f1bc1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:18.652812 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c6c26237-1ce6-4f08-be38-10afc7065966 req-89b9adb6-34cb-472a-816b-9fcd204f1bc1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0722487 Jan 28 02:03:18.734980 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-dbf422b6-0682-47eb-ac61-b67ff1224e44 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767646 Jan 28 02:03:18.738881 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c6c26237-1ce6-4f08-be38-10afc7065966 req-308baa29-b89c-418f-8077-b9a21edfde14 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671859 Jan 28 02:03:18.772964 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-6157037a-191a-470e-90bd-4624195d6b4c None None] Provisioning complete for port 55952a82-8a81-47c3-b956-b68fbfa3970c triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:18.772964 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6157037a-191a-470e-90bd-4624195d6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.008819 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:19.049350 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 55952a82-8a81-47c3-b956-b68fbfa3970c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:19.149044 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.216441 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 55952a82-8a81-47c3-b956-b68fbfa3970c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:19.217069 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.244448 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:19.246461 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b89fea-1c76-435c-96b8-cb716d923221" -d '{"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-unplugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:19.295315 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ffd9f-623d-4e83-bcfd-893c3b4fc03e x-openstack-request-id: req-d89ffd9f-623d-4e83-bcfd-893c3b4fc03e {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:19.295612 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-unplugged", "status": "failed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "code": 422}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:19.295869 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-d89ffd9f-623d-4e83-bcfd-893c3b4fc03e {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:19.296306 dv-cinder-824978-1-iscsi neutron-server[101347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'code': 422} returned with failed status Jan 28 02:03:19.334826 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Allocated IP 172.20.0.1 (68dfca5a-5c03-4384-945b-f965b0dfdf1c/8046b0de-c699-4480-954a-1aeb65291697/049b1c5b-02ca-4759-b98d-c318a1e65d91) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:19.369417 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:17Z', 'revision_number': 3, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:19.401613 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Checking router: 96b945fc-d13f-4cb6-847f-70e4182f9abc for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:19.401900 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Updating router 96b945fc-d13f-4cb6-847f-70e4182f9abc port 2283204e-df8e-4c68-bb08-c00905ba0cf9 binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:19.433539 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.465469 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.501483 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.547062 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:19.553663 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:19.558176 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:19.561320 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Pushing event updated for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:19.604896 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.694906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9902faf-b283-4335-a707-7d670c6d7ccf req-560d6ca0-8418-493d-9056-ad68099fd7a7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:19.697404 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9902faf-b283-4335-a707-7d670c6d7ccf req-560d6ca0-8418-493d-9056-ad68099fd7a7 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0715413 Jan 28 02:03:19.732754 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.740534 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.751623 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9902faf-b283-4335-a707-7d670c6d7ccf req-3c3cc84c-cdb4-4104-b5ce-c45c9d4f1d7c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457220 Jan 28 02:03:19.763160 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.842222 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-a6586b55-1015-4423-97e3-b885e3e7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:19.843403 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2283204e-df8e-4c68-bb08-c00905ba0cf9,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:19.844012 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-a6586b55-1015-4423-97e3-b885e3e7f157 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58&tenant_id=c744efbffa214f18ab24d619620343c6 HTTP/1.1" status: 200 len: 1096 time: 0.0808687 Jan 28 02:03:19.847547 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Attempting to bind port 2283204e-df8e-4c68-bb08-c00905ba0cf9 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:19.848105 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Attempting to bind port 2283204e-df8e-4c68-bb08-c00905ba0cf9 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:19.848720 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Attempting to bind port 2283204e-df8e-4c68-bb08-c00905ba0cf9 on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:19.860081 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.860541 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.861179 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.861714 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.862663 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.862663 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.862866 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.863912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.863912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.863912 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.869294 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.870347 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:19.878102 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-edec7be8-e8f6-4369-b862-07c5c5841445 None None] Provisioning complete for port 049b1c5b-02ca-4759-b98d-c318a1e65d91 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:19.878532 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-edec7be8-e8f6-4369-b862-07c5c5841445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.880544 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:19.880946 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:19.881357 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.881756 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:19.882344 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Bound port: 2283204e-df8e-4c68-bb08-c00905ba0cf9, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:19.882725 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.942304 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177ec4-403b-4560-9154-500799d18c38 req-b8a7f5ef-5c4f-469c-95ef-b2ad8ab5b04e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:19.943747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08177ec4-403b-4560-9154-500799d18c38 req-b8a7f5ef-5c4f-469c-95ef-b2ad8ab5b04e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0962617 Jan 28 02:03:19.953699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-d0d6ce86-1d6d-4876-ae53-311da86dfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:19.954355 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-edec7be8-e8f6-4369-b862-07c5c5841445 None None] Port 049b1c5b-02ca-4759-b98d-c318a1e65d91 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:03:19.955150 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-d0d6ce86-1d6d-4876-ae53-311da86dfbc9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c744efbffa214f18ab24d619620343c6&device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1096 time: 0.0727715 Jan 28 02:03:19.967809 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.974043 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30253296'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:19.979309 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] For port 2283204e-df8e-4c68-bb08-c00905ba0cf9, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:19.982182 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] For port 2283204e-df8e-4c68-bb08-c00905ba0cf9, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=2283204e-df8e-4c68-bb08-c00905ba0cf9,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:19.986646 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:20.041403 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-08177ec4-403b-4560-9154-500799d18c38 req-f06c22bc-f39d-4dc6-acbc-a78b0912a0fb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897293 Jan 28 02:03:20.048083 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:20.054125 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Pushing event updated for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:20.055244 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:20.056537 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:20.098414 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-0087cff7-9f4d-4026-b6c1-c07880997579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:20.100090 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-0087cff7-9f4d-4026-b6c1-c07880997579 service neutron] 10.222.0.100 "GET /v2.0/networks?id=828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 200 len: 918 time: 0.1295972 Jan 28 02:03:20.108282 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e4acf-9678-4a04-b3b2-2fdc0714ecb3 None None] Pushing event updated for resources: {'Port': ['ID=2283204e-df8e-4c68-bb08-c00905ba0cf9,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:20.158410 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:20.160131 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:20.173720 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-3ec94e15-fe23-4f8b-9768-02582e6b3ade service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 200 len: 999 time: 0.0662637 Jan 28 02:03:20.189304 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:20.239682 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-d34438cc-1543-4062-b713-b5324aa0a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:20.241047 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-d34438cc-1543-4062-b713-b5324aa0a35d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 200 len: 856 time: 0.0600309 Jan 28 02:03:20.292290 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Router 96b945fc-d13f-4cb6-847f-70e4182f9abc has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:03:20.305221 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-bb801753-8c9b-4f99-b73d-9f83c7a19cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:20.307501 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-bb801753-8c9b-4f99-b73d-9f83c7a19cf4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=828bafe9-6988-48d7-866b-8d25ce9d4df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553653 Jan 28 02:03:20.398856 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-6913d6f5-f348-4220-833e-4913056b9aa6 None None] Provisioning complete for port 049b1c5b-02ca-4759-b98d-c318a1e65d91 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:20.399452 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6913d6f5-f348-4220-833e-4913056b9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:20.407593 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-2e8db60e-02d7-47cf-afcc-3c93a9a66e73 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919864 Jan 28 02:03:20.417350 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:20.422256 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-259505f3-a24f-400f-a40b-85d3a9a75e72 admin admin] 10.222.0.96 "PUT /v2.0/routers/96b945fc-d13f-4cb6-847f-70e4182f9abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315487 Jan 28 02:03:20.449093 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-6913d6f5-f348-4220-833e-4913056b9aa6 None None] Port 049b1c5b-02ca-4759-b98d-c318a1e65d91 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:03:20.463143 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 2, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:20.490920 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5dab2-812a-4ccb-b150-2f8591b5d645 None None] The sync data for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi is: [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 2, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:20.507834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cbc1383e-cd20-4017-b8bb-2f31b66a5263 req-7e4e6e85-93ec-4e86-8037-ca62478ee081 service neutron] 10.222.0.100 "GET /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932608 Jan 28 02:03:20.959845 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:03:20.980277 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49348) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:20.985312 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1464244567-network', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:21.020123 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Made reservation on behalf of 7ab185b47eee4409b1765fa2f175c958 for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:21.022391 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.043509 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.163143 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.169061 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.194396 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:03:21.211822 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811392a4-aa75-4947-9225-845d644fae10,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:21.218685 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.218852 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Added segment b2dd740c-8ee2-48ae-99e9-a8edc7fa2202 of type vlan for network 94d0f950-ee6e-4f04-9691-287b1097cefd Jan 28 02:03:21.225334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67174e-ed4e-4887-8375-a2e5113125e3 req-32623d69-50bd-4390-a303-7993ac160055 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:21.236352 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dc67174e-ed4e-4887-8375-a2e5113125e3 req-32623d69-50bd-4390-a303-7993ac160055 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1001549 Jan 28 02:03:21.289984 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.340196 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.341352 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:21.341824 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dc67174e-ed4e-4887-8375-a2e5113125e3 req-3d2c3ce8-7849-4e36-b288-90811fba2538 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991867 Jan 28 02:03:21.341979 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.430783 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=94d0f950-ee6e-4f04-9691-287b1097cefd,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:21.447662 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 94d0f950-ee6e-4f04-9691-287b1097cefd details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:03:21.463714 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6b319e53-b769-49eb-9493-14469ce2c4e1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4821849 Jan 28 02:03:21.466961 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49358) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:21.482711 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Request body: {'subnet': {'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1464244567-subnet', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'ip_version': 4}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:21.538047 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Made reservation on behalf of 7ab185b47eee4409b1765fa2f175c958 for: {'subnet': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:21.541487 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29807886'] for subnet, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.835247 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30253125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29807900'] for subnet, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.925469 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72514b8c-d80d-4060-86b7-56a0df95fa19,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:21.927654 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Checking segment: {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:21.928005 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Network hostable DHCP agents. Network: 94d0f950-ee6e-4f04-9691-287b1097cefd, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:03:21.952656 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Network 94d0f950-ee6e-4f04-9691-287b1097cefd is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:03:21.966351 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 94d0f950-ee6e-4f04-9691-287b1097cefd) {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:21.972920 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:21.973732 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:21.975069 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ec35b-5310-4fc4-9e26-18bfa2a6a72f None None] Network 94d0f950-ee6e-4f04-9691-287b1097cefd requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:03:22.000872 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2f8275d3-d14e-472d-9df2-8f4ae2950356 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5309029 Jan 28 02:03:22.004318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49360) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:22.010691 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:22.038579 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1660631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11909'] for router, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.039934 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1663713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1773981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11932'] for router, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.116722 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.215212 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98805c7a-56a2-5750-94bf-484341ea9d22-94d0f950-ee6e-4f04-9691-287b1097cefd', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19'}]}} from dv-cinder-824978-1-iscsi. {{(pid=101347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 02:03:22.216505 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.319876 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.459028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.db_base_plugin_common [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Allocated IP 172.20.0.2 (94d0f950-ee6e-4f04-9691-287b1097cefd/72514b8c-d80d-4060-86b7-56a0df95fa19/f1fd0be6-1c4b-4e3b-a57d-f144c9454236) {{(pid=101347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:22.503793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08842-39ea-43eb-953a-371507cc171c req-a8609f42-7861-4ffc-8a0c-068b53603770 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:22.521673 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4fb08842-39ea-43eb-953a-371507cc171c req-a8609f42-7861-4ffc-8a0c-068b53603770 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0845251 Jan 28 02:03:22.577524 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4fb08842-39ea-43eb-953a-371507cc171c req-d670726b-e927-4e70-8e1e-f9e1d9f7a29a tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549011 Jan 28 02:03:22.635032 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.659269 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.684625 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks [] for port, precommit_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.691553 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401'] for port, after_create {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.737916 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Network 94d0f950-ee6e-4f04-9691-287b1097cefd is already hosted by enough agents. {{(pid=101347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:22.744475 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.scheduler.base_scheduler [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Resources bound (agent type, host, resource id): {{(pid=101347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:22.748147 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Received port after_create {{(pid=101347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:22.777904 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Pushing event updated for resources: {'Port': ['ID=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,revision_number=1']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:22.779974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Allocated IP 172.27.1.133 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:22.817104 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Attempting to bind port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:22.817373 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Attempting to bind port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:22.817742 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Attempting to bind port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 on network 94d0f950-ee6e-4f04-9691-287b1097cefd {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:22.827280 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:22.827829 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Checking segment: {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:22.828184 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.828597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Bound using segment: {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:22.829127 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Bound port: f1fd0be6-1c4b-4e3b-a57d-f144c9454236, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:22.829509 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.936333 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] For port f1fd0be6-1c4b-4e3b-a57d-f144c9454236, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:22.942539 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] For port f1fd0be6-1c4b-4e3b-a57d-f144c9454236, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:22.947965 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.953310 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:22.994700 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 2283204e-df8e-4c68-bb08-c00905ba0cf9 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:22.998772 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.054369 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:23.058043 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:23.061852 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:23.078331 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946648-3dc8-4629-b3c1-a9b8c229ded6 None None] Pushing event updated for resources: {'Port': ['ID=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:23.119277 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 2283204e-df8e-4c68-bb08-c00905ba0cf9 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:23.119736 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.128852 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:23.261014 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.286969 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 2283204e-df8e-4c68-bb08-c00905ba0cf9, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=2283204e-df8e-4c68-bb08-c00905ba0cf9,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:23.307693 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Sync routers for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:23.309187 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.365193 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:23.366299 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:23.412876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=2283204e-df8e-4c68-bb08-c00905ba0cf9,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:23.551420 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:23.797045 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.820197 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 2, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:23.829921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c302173-8095-4b6a-b31b-386c4bf21c05 req-225766d2-ca70-48f7-91fe-9c167b567184 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:23.838965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c302173-8095-4b6a-b31b-386c4bf21c05 req-225766d2-ca70-48f7-91fe-9c167b567184 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1056199 Jan 28 02:03:23.849330 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Checking router: 96b945fc-d13f-4cb6-847f-70e4182f9abc for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:23.849678 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Updating router 96b945fc-d13f-4cb6-847f-70e4182f9abc port 049b1c5b-02ca-4759-b98d-c318a1e65d91 binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:23.898404 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.921543 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8c302173-8095-4b6a-b31b-386c4bf21c05 req-0d167dfd-b285-4b08-bca9-31d0d97c1092 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744574 Jan 28 02:03:24.107307 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1661246'] for router, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.253978 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.270183 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.336581 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Pushing event updated for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:24.362005 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.362389 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.362694 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.363015 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.363656 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.363656 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.363965 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.364284 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.364600 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.364942 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.365257 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.366127 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:03:24.397036 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Router 61052d96-c37c-4a55-b040-468aedd8d201 is scheduled to L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b with binding_index 1 {{(pid=101346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:03:24.449979 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Attempting to bind port 049b1c5b-02ca-4759-b98d-c318a1e65d91 on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:24.450525 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Attempting to bind port 049b1c5b-02ca-4759-b98d-c318a1e65d91 by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:24.451222 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Attempting to bind port 049b1c5b-02ca-4759-b98d-c318a1e65d91 on network 68dfca5a-5c03-4384-945b-f965b0dfdf1c {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:24.464739 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:24.465481 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Checking segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:24.466471 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.468038 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Bound using segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:24.468617 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Bound port: 049b1c5b-02ca-4759-b98d-c318a1e65d91, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:24.469950 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.539387 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cde4c-1817-4066-9b4f-1cb5ba4beacb None None] Network 94d0f950-ee6e-4f04-9691-287b1097cefd requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:03:24.619923 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] For port 049b1c5b-02ca-4759-b98d-c318a1e65d91, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:24.623261 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:24.624591 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] For port 049b1c5b-02ca-4759-b98d-c318a1e65d91, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=049b1c5b-02ca-4759-b98d-c318a1e65d91,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:24.642358 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Sync routers for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:24.648754 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.651526 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.653682 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f3c6c02a-070a-4663-88c0-0f3a41048ca3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6475971 Jan 28 02:03:24.656634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49368) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:03:24.679772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:24.680677 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:24.685030 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] Provisioning complete for port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:24.685756 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.748780 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3825f7a-87f7-48b2-8d9a-0d2890fb260a None None] Pushing event updated for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=4']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:24.771768 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:24.772411 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:24.921828 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:25.151353 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:25.336285 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97bca9-2137-42c4-bb58-75f606689ab8 req-036bc222-fd3a-48c0-bf9b-6390b86ef07e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:25.350239 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4d97bca9-2137-42c4-bb58-75f606689ab8 req-036bc222-fd3a-48c0-bf9b-6390b86ef07e tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1867867 Jan 28 02:03:25.411670 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 049b1c5b-02ca-4759-b98d-c318a1e65d91 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:25.430416 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4d97bca9-2137-42c4-bb58-75f606689ab8 req-86669d08-83dc-4022-a25b-5f3bfa5fdccf tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788724 Jan 28 02:03:25.485588 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:25.518422 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091c4f79-d4da-4bf0-b89f-280ef2f48632 None None] The sync data for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi is: [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:24Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:25.551660 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:25.555395 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:25.639038 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 049b1c5b-02ca-4759-b98d-c318a1e65d91 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:25.639411 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:25.686121 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] For port f1fd0be6-1c4b-4e3b-a57d-f144c9454236, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:25.714429 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:25.798088 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Allocated IP 172.20.0.1 (94d0f950-ee6e-4f04-9691-287b1097cefd/72514b8c-d80d-4060-86b7-56a0df95fa19/0fd814f0-28e6-45a8-988c-a1624f086b0e) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:25.859479 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2fc4f-e3cb-4b3c-a525-93947c1f48d1 None None] Pushing event updated for resources: {'Port': ['ID=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:25.911046 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-f0967d61-9cfb-4fce-8261-c7a2c943012d None None] Provisioning complete for port 049b1c5b-02ca-4759-b98d-c318a1e65d91 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:25.911423 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f0967d61-9cfb-4fce-8261-c7a2c943012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:25.952271 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.013557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.075776 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port 049b1c5b-02ca-4759-b98d-c318a1e65d91, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=049b1c5b-02ca-4759-b98d-c318a1e65d91,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:26.098234 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.105067 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.106708 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 2283204e-df8e-4c68-bb08-c00905ba0cf9 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:26.160949 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 3, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:26.187835 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Network 94d0f950-ee6e-4f04-9691-287b1097cefd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:26.191099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:26.195110 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:26.223760 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Checking router: 61052d96-c37c-4a55-b040-468aedd8d201 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:26.224189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Updating router 61052d96-c37c-4a55-b040-468aedd8d201 port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c binding host dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:26.248629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:26.273431 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1661409'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.289885 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f0967d61-9cfb-4fce-8261-c7a2c943012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.323985 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.334497 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:26.489690 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.547835 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.db.api [None req-f0967d61-9cfb-4fce-8261-c7a2c943012d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 02:03:26.548228 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG oslo_db.api [None req-f0967d61-9cfb-4fce-8261-c7a2c943012d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 02:03:26.658882 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 2283204e-df8e-4c68-bb08-c00905ba0cf9 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:26.660190 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.779561 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.797946 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.846458 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c655a-97ba-4f50-9844-9e6901149251 req-08857675-9618-4743-b19b-94fbec83b973 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:26.854432 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c82c655a-97ba-4f50-9844-9e6901149251 req-08857675-9618-4743-b19b-94fbec83b973 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1576409 Jan 28 02:03:26.862068 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f1fd0be6-1c4b-4e3b-a57d-f144c9454236 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:26.917018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663857'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.957877 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c82c655a-97ba-4f50-9844-9e6901149251 req-d87c4407-f44b-489a-9339-a95c56665ab2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706141 Jan 28 02:03:26.980275 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:26.981028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.006163 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:27.040870 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.055605 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.077529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Network 94d0f950-ee6e-4f04-9691-287b1097cefd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:27.078943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:27.203915 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Attempting to bind port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:27.204294 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Attempting to bind port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:27.204661 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Attempting to bind port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c on network 026d9449-80d5-4511-a615-7e6512d5039b {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:27.208734 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bfcc2-6fe1-49c6-a0eb-0a64a94f747d None None] Pushing event updated for resources: {'Port': ['ID=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:27.214429 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:27.214839 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Checking segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:27.215480 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.215704 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Bound using segment: {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:27.216215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Bound port: f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63f7c0-e627-43cf-a1c4-6f4521797fa6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:27.216603 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.243101 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Router 61052d96-c37c-4a55-b040-468aedd8d201 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:03:27.289882 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] For port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:27.294981 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] For port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:27.325345 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.358389 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 049b1c5b-02ca-4759-b98d-c318a1e65d91 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:27.445597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-9376c7dc-e23e-4fec-a9d9-ca7423b13df9 None None] Provisioning complete for port 0fd814f0-28e6-45a8-988c-a1624f086b0e triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:27.446036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9376c7dc-e23e-4fec-a9d9-ca7423b13df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.453979 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:03:27.460834 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-10594944-7c68-4a8e-9480-24b8be52fc5d admin admin] 10.222.0.96 "PUT /v2.0/routers/61052d96-c37c-4a55-b040-468aedd8d201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8003061 Jan 28 02:03:27.679796 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-9376c7dc-e23e-4fec-a9d9-ca7423b13df9 None None] Port 0fd814f0-28e6-45a8-988c-a1624f086b0e cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:03:27.687504 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:27.688120 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:27.691597 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bfcc2-6fe1-49c6-a0eb-0a64a94f747d None None] Pushing event updated for resources: {'Port': ['ID=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:27.755144 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-9376c7dc-e23e-4fec-a9d9-ca7423b13df9 None None] Provisioning complete for port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:27.755515 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9376c7dc-e23e-4fec-a9d9-ca7423b13df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.784286 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 049b1c5b-02ca-4759-b98d-c318a1e65d91 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:27.785368 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:27.911214 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:28.169857 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a40ae-4602-4dbc-a9cc-0b6b0887e6ed req-70a7aaab-2e75-443c-94a5-5146cfc36418 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:28.172558 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee2a40ae-4602-4dbc-a9cc-0b6b0887e6ed req-70a7aaab-2e75-443c-94a5-5146cfc36418 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1169736 Jan 28 02:03:28.224212 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f1fd0be6-1c4b-4e3b-a57d-f144c9454236 up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:28.238949 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee2a40ae-4602-4dbc-a9cc-0b6b0887e6ed req-98bd56e2-012d-41df-80ba-24e36748a3ec tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598712 Jan 28 02:03:28.362314 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:28.362614 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:28.368017 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-8f7d261f-21d0-4394-b47b-2c631becd45a None None] Provisioning complete for port 0fd814f0-28e6-45a8-988c-a1624f086b0e triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:28.368542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8f7d261f-21d0-4394-b47b-2c631becd45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:28.436302 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '0fd814f0-28e6-45a8-988c-a1624f086b0e', 'name': '', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'mac_address': 'fa:16:3e:42:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:25Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 2, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'subnets': [{'id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:28.516790 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdaf26-2c24-493f-b2e7-c07231e5d718 None None] The sync data for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi is: [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '0fd814f0-28e6-45a8-988c-a1624f086b0e', 'name': '', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'mac_address': 'fa:16:3e:42:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:25Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 2, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'subnets': [{'id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:28.521420 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d261f-21d0-4394-b47b-2c631becd45a None None] Port 0fd814f0-28e6-45a8-988c-a1624f086b0e cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:03:29.230880 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f5681e66-74b9-4384-917b-b5769a6cd803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:29.448595 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72ff6-23b7-4e77-9ea6-ce337271d729 req-6a593673-3287-4294-90dd-13ca300607b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:29.450188 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1e72ff6-23b7-4e77-9ea6-ce337271d729 req-6a593673-3287-4294-90dd-13ca300607b7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1064844 Jan 28 02:03:29.526352 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c1e72ff6-23b7-4e77-9ea6-ce337271d729 req-3a79371a-0438-4dbc-9bf6-a117fb506400 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698895 Jan 28 02:03:30.819435 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021553b9-8a4a-4a8f-970a-25119ac8fa23 req-c2d21173-3f91-44d4-b8b7-5fc8fc1a992c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:30.820905 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-021553b9-8a4a-4a8f-970a-25119ac8fa23 req-c2d21173-3f91-44d4-b8b7-5fc8fc1a992c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1344488 Jan 28 02:03:30.880726 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-021553b9-8a4a-4a8f-970a-25119ac8fa23 req-5d03a0bb-2026-4ced-9e07-0a376e3862ee tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518568 Jan 28 02:03:31.366868 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:31.427245 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:31.427720 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:31.519147 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:31.553752 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] For port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:31.560632 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:31.626944 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Pushing event updated for resources: {'Port': ['ID=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:31.705415 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:31.954043 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8447-9fcb-4a9d-b73b-cf7e92e4da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:32.011629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c6c1-9c3a-4fc6-9b02-15deb75904da req-b84a0c4f-afdc-47f5-b13d-58a07e770f19 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:32.014020 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb94c6c1-9c3a-4fc6-9b02-15deb75904da req-b84a0c4f-afdc-47f5-b13d-58a07e770f19 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.0577400 Jan 28 02:03:32.057573 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cb94c6c1-9c3a-4fc6-9b02-15deb75904da req-9cee9422-e385-4b68-a864-5aa54ad13a41 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Jan 28 02:03:33.052678 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:03:33.198124 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:33.209560 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:33.213546 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'port_id': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'mac_address': 'fa:16:3e:8a:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:03:33.250924 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Sync routers for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:03:33.256604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eabed-7cf4-473a-84e1-5fa1175dd633 req-c6f75846-bdfa-4fdd-a907-caa8a81356ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:33.264154 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a8eabed-7cf4-473a-84e1-5fa1175dd633 req-c6f75846-bdfa-4fdd-a907-caa8a81356ab tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 943 time: 0.1180668 Jan 28 02:03:33.271678 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:33.272995 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:33.309405 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:33.330437 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:33.342687 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0a8eabed-7cf4-473a-84e1-5fa1175dd633 req-362d90f7-4ab4-4547-814b-f33ec0a931a6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710306 Jan 28 02:03:33.367836 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:03:33.408434 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:33.410596 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:33.419777 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:33.427263 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:33.427263 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:33.510178 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=9']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:33.645877 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '0fd814f0-28e6-45a8-988c-a1624f086b0e', 'name': '', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'mac_address': 'fa:16:3e:42:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:25Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 2, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'subnets': [{'id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:33.685719 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Checking router: 61052d96-c37c-4a55-b040-468aedd8d201 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:03:33.686231 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Updating router 61052d96-c37c-4a55-b040-468aedd8d201 port 0fd814f0-28e6-45a8-988c-a1624f086b0e binding host dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:03:33.715753 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:33.774208 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['b3df727d-fb39-47e3-88bf-cdef71b67bf5'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:03:34.052419 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.065949 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.123493 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d702c-4857-423c-9c06-696c5363475e None None] Pushing event updated for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=3']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:34.183817 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Attempting to bind port 0fd814f0-28e6-45a8-988c-a1624f086b0e on host dv-cinder-824978-1-iscsi for vnic_type normal with profile {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:34.184486 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Attempting to bind port 0fd814f0-28e6-45a8-988c-a1624f086b0e by drivers openvswitch,hyperv on host dv-cinder-824978-1-iscsi at level 0 using segments [{'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:34.185282 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Attempting to bind port 0fd814f0-28e6-45a8-988c-a1624f086b0e on network 94d0f950-ee6e-4f04-9691-287b1097cefd {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:34.193221 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Checking agent: {'id': '470c0d05-44fb-47d5-aa64-c69f6965888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 48, 35), 'started_at': datetime.datetime(2022, 1, 28, 1, 49, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:34.193915 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Checking segment: {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:34.194516 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.195067 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Bound using segment: {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'} {{(pid=101348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:34.195713 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.managers [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Bound port: 0fd814f0-28e6-45a8-988c-a1624f086b0e, host: dv-cinder-824978-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd'}}] {{(pid=101348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:34.196256 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.276114 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] For port 0fd814f0-28e6-45a8-988c-a1624f086b0e, host dv-cinder-824978-1-iscsi, cleared binding levels {{(pid=101348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:34.282052 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.plugins.ml2.db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] For port 0fd814f0-28e6-45a8-988c-a1624f086b0e, host dv-cinder-824978-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0fd814f0-28e6-45a8-988c-a1624f086b0e,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:34.289795 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron_lib.callbacks.manager [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.338586 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:03:34.339226 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:03:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:34.426305 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d702c-4857-423c-9c06-696c5363475e None None] Pushing event updated for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=4']} {{(pid=101348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:34.427808 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] Provisioning complete for port 0fd814f0-28e6-45a8-988c-a1624f086b0e triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:34.428294 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.550402 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:03:34.569705 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d21b-be2b-46ed-a60b-e198a054b470 req-b969fadf-74fe-4e0f-8163-e5cfa08ea5c2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:34.571345 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8569d21b-be2b-46ed-a60b-e198a054b470 req-b969fadf-74fe-4e0f-8163-e5cfa08ea5c2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 944 time: 0.1022458 Jan 28 02:03:34.598958 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.601577 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.625114 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8569d21b-be2b-46ed-a60b-e198a054b470 req-73a94c19-6b7f-493f-9c93-2eaf5af26be9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Jan 28 02:03:34.640348 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] For port 0fd814f0-28e6-45a8-988c-a1624f086b0e, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0fd814f0-28e6-45a8-988c-a1624f086b0e,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:34.658763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.730420 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ff75b-7b0f-43e3-8b64-5d5188979b29 None None] Pushing event updated for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:34.803357 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-47a341f6-7fbc-427b-b0de-a2037c77de56 None None] Provisioning complete for port 0fd814f0-28e6-45a8-988c-a1624f086b0e triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:34.803710 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-47a341f6-7fbc-427b-b0de-a2037c77de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.883262 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '0fd814f0-28e6-45a8-988c-a1624f086b0e', 'name': '', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'mac_address': 'fa:16:3e:42:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:25Z', 'updated_at': '2022-01-28T02:03:34Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'subnets': [{'id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:03:34.904246 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:34.914635 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba2835-96ce-429a-8e88-9a7a211ce1f3 None None] The sync data for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi is: [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '0fd814f0-28e6-45a8-988c-a1624f086b0e', 'name': '', 'network_id': '94d0f950-ee6e-4f04-9691-287b1097cefd', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'mac_address': 'fa:16:3e:42:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:25Z', 'updated_at': '2022-01-28T02:03:34Z', 'revision_number': 4, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'subnets': [{'id': '72514b8c-d80d-4060-86b7-56a0df95fa19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:03:35.064343 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:35.133195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port b3df727d-fb39-47e3-88bf-cdef71b67bf5 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:35.133711 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:35.241501 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:35.306876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:35.311775 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5252577-2a02-48fd-ab1e-154d92d7c974" -d '{"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:35.331717 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:35.345025 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:35.383313 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa8436-a35d-47c6-ad07-c73b5cf0f5c7 x-openstack-request-id: req-05aa8436-a35d-47c6-ad07-c73b5cf0f5c7 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:35.383582 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-plugged", "status": "completed", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:35.385008 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-05aa8436-a35d-47c6-ad07-c73b5cf0f5c7 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:35.385327 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'code': 200} Jan 28 02:03:35.394750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0fd814f0-28e6-45a8-988c-a1624f086b0e up at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:35.488510 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=10']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:35.525144 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Provisioning complete for port 0fd814f0-28e6-45a8-988c-a1624f086b0e triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:35.525836 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:35.686097 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea59-3884-4acb-b038-2c6311f4eaa1 req-1837477e-b75f-4ab6-8a07-7eb7fa5ac313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:35.688234 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7265ea59-3884-4acb-b038-2c6311f4eaa1 req-1837477e-b75f-4ab6-8a07-7eb7fa5ac313 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 1099 time: 0.0516284 Jan 28 02:03:35.755338 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7265ea59-3884-4acb-b038-2c6311f4eaa1 req-1cebb9b3-592d-4808-8c8d-af363c7d5d44 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596828 Jan 28 02:03:35.774715 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010371e-de59-4a5c-bab0-8e7d56fd8b64 req-39976f53-60a5-4c64-80ce-e5ec4751f6bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:35.776296 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0010371e-de59-4a5c-bab0-8e7d56fd8b64 req-39976f53-60a5-4c64-80ce-e5ec4751f6bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0624700 Jan 28 02:03:35.819779 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0010371e-de59-4a5c-bab0-8e7d56fd8b64 req-da4f31ed-8ebb-4ee5-91fc-63dab2d23a97 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Jan 28 02:03:36.960070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325117-0964-478d-9e76-b1fd9c7888f8 req-ec0deb74-4645-449e-b769-a1798691ea1d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:36.969391 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-67325117-0964-478d-9e76-b1fd9c7888f8 req-ec0deb74-4645-449e-b769-a1798691ea1d tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0588899 Jan 28 02:03:37.013383 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-67325117-0964-478d-9e76-b1fd9c7888f8 req-d1f95a85-418c-4b89-803a-5db332528ac9 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Jan 28 02:03:38.141871 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25c836-2171-470f-af3f-1d2ee7687f71 req-8ce2e3db-1e69-4ffd-b8ce-aad30481ba02 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:38.143340 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c25c836-2171-470f-af3f-1d2ee7687f71 req-8ce2e3db-1e69-4ffd-b8ce-aad30481ba02 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Jan 28 02:03:38.183423 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7c25c836-2171-470f-af3f-1d2ee7687f71 req-1fb23e90-2e1a-47d9-ad16-6fdc96430a8c tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Jan 28 02:03:38.923863 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-c287c723-51f4-4e2c-a992-9888b1b5d68e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:38.925316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-c287c723-51f4-4e2c-a992-9888b1b5d68e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 814 time: 0.0985970 Jan 28 02:03:38.940297 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5bd211fd-9e55-40c8-901d-181cbe2b7c85 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/quotas/4f88b3ae05934fd8836d7e90cad61a53 HTTP/1.1" status: 200 len: 375 time: 0.0092905 Jan 28 02:03:38.992714 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-76940d23-88e0-44f2-967f-79c351b758c6 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471654 Jan 28 02:03:39.088008 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-11f97c49-eabd-43ff-ad37-f1e20927f268 service neutron] 10.222.0.96 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 Jan 28 02:03:39.181430 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-7128980e-b9d8-4cb7-94b9-f5b03a689e0f service neutron] 10.222.0.96 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Jan 28 02:03:39.334661 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-beaa68f7-043b-4161-9d4a-3c3fd460e22f req-a6a13129-0250-47e0-9bd2-43d99f35b1fe tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 210 time: 0.0257897 Jan 28 02:03:40.424612 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-3fa46d08-ce80-4387-be14-08b85d82decc tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:40.426044 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-3fa46d08-ce80-4387-be14-08b85d82decc tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 814 time: 0.1193886 Jan 28 02:03:40.444072 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9f54b2fc-2d9e-4c94-935b-5be10dc2c612 req-bf7c03c2-22fd-4d8b-acce-0a40967cb27e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 210 time: 0.0395057 Jan 28 02:03:40.454894 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'port': {'device_id': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'admin_state_up': True, 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:40.562438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Made reservation on behalf of 4f88b3ae05934fd8836d7e90cad61a53 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:03:40.565912 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:40.699815 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Allocated IP 172.20.0.4 (68dfca5a-5c03-4384-945b-f965b0dfdf1c/8046b0de-c699-4480-954a-1aeb65291697/f32c519b-1b2d-4daa-aab9-7451f40e2300) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:03:40.881721 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:40.931794 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:41.258097 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:03:41.262532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:03:41.266166 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:03:41.272538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:41.325695 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.326369 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:41.354111 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5242c329-3f2c-4571-9d6f-58e4b7fbe837 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9030354 Jan 28 02:03:41.575011 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-74992ce4-95d0-4784-905d-edc69eb5802c None None] Provisioning complete for port f32c519b-1b2d-4daa-aab9-7451f40e2300 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:41.575601 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-74992ce4-95d0-4784-905d-edc69eb5802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:41.585076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5056f9-77c5-4b9c-bd84-cfc33922ec00 req-041ea216-8334-401b-88f5-05d1e5afbefa tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:41.586770 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ce5056f9-77c5-4b9c-bd84-cfc33922ec00 req-041ea216-8334-401b-88f5-05d1e5afbefa tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0673411 Jan 28 02:03:41.627671 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-74992ce4-95d0-4784-905d-edc69eb5802c None None] Port f32c519b-1b2d-4daa-aab9-7451f40e2300 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:03:41.640735 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ce5056f9-77c5-4b9c-bd84-cfc33922ec00 req-7a797866-4b4c-41dd-9328-4d8b93763643 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Jan 28 02:03:42.752848 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119e33d-a04d-4db5-8543-45dcf402d1d5 req-b98d6f84-6af3-4155-8e73-85477022677a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:42.754334 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8119e33d-a04d-4db5-8543-45dcf402d1d5 req-b98d6f84-6af3-4155-8e73-85477022677a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0528986 Jan 28 02:03:42.794537 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8119e33d-a04d-4db5-8543-45dcf402d1d5 req-cef068ae-8f08-4783-8c62-48c509503797 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Jan 28 02:03:43.921305 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20565-cfb2-4ea8-89df-51372b6e0f15 req-852be821-a850-4e3c-b6d1-cafc0e9b0f47 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:43.922847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f6c20565-cfb2-4ea8-89df-51372b6e0f15 req-852be821-a850-4e3c-b6d1-cafc0e9b0f47 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0545146 Jan 28 02:03:43.965674 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f6c20565-cfb2-4ea8-89df-51372b6e0f15 req-4f4c5dec-bd90-4cdd-979a-8850901ea0ea tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Jan 28 02:03:45.086513 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dfeab-ab15-49cb-9667-4a48fb4036af req-52e8215a-2028-42da-b842-bb1bce1c17c3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:45.088154 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-702dfeab-ab15-49cb-9667-4a48fb4036af req-52e8215a-2028-42da-b842-bb1bce1c17c3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0508103 Jan 28 02:03:45.129928 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-702dfeab-ab15-49cb-9667-4a48fb4036af req-9164f401-9ae8-4cc0-a833-283d75753999 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Jan 28 02:03:46.281127 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a900-481c-4984-9b1f-7f772580a0c6 req-4197e68c-44f7-487d-965e-92a85b6538ae tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:46.282988 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-27f9a900-481c-4984-9b1f-7f772580a0c6 req-4197e68c-44f7-487d-965e-92a85b6538ae tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0697470 Jan 28 02:03:46.338803 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-27f9a900-481c-4984-9b1f-7f772580a0c6 req-082a1112-fb53-40e5-8b9e-ea8cc8717247 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Jan 28 02:03:46.361068 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:47.459817 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbdaa4-2f23-42db-955b-a0a97cebb82d req-f918d63f-7a57-4155-b258-05b4e4edc7e7 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:47.461431 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05cbdaa4-2f23-42db-955b-a0a97cebb82d req-f918d63f-7a57-4155-b258-05b4e4edc7e7 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0500898 Jan 28 02:03:47.509055 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05cbdaa4-2f23-42db-955b-a0a97cebb82d req-2fe2e749-240d-4796-9844-b866035b3702 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Jan 28 02:03:48.626336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eed74-c202-42b6-a196-aa4ffb71a8d0 req-62f5cd9a-cab9-42b1-b469-36e24e9d0ea7 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:48.627930 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-341eed74-c202-42b6-a196-aa4ffb71a8d0 req-62f5cd9a-cab9-42b1-b469-36e24e9d0ea7 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.0491312 Jan 28 02:03:48.666301 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-341eed74-c202-42b6-a196-aa4ffb71a8d0 req-0be95aaf-fe86-45bf-8eca-be330aebbd85 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jan 28 02:03:49.310523 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Request body: {'port': {'device_id': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:03:49.398402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:49.411322 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-57050041-e440-4152-a477-bf08b55c477c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784748 Jan 28 02:03:49.576975 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-a9b6a215-3ac2-42b1-b38c-a099f1a1a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.578472 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-a9b6a215-3ac2-42b1-b38c-a099f1a1a90a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1098 time: 0.1205523 Jan 28 02:03:49.742467 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-8f6c486a-210d-4270-87f6-fd406b4bf605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.743876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-8f6c486a-210d-4270-87f6-fd406b4bf605 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.1325264 Jan 28 02:03:49.866746 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32c519b-1b2d-4daa-aab9-7451f40e2300 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:03:49.883460 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:49.891030 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-0c651ab7-0545-434d-9aff-936aef68eb21 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 1001 time: 0.1253016 Jan 28 02:03:49.912849 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Transition to ACTIVE for port object f32c519b-1b2d-4daa-aab9-7451f40e2300 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:03:49.938789 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c9e38-c2ff-47ce-93a1-ecc8db5b7d3b req-a6fd652c-6633-4fc8-b7b5-3558bb820ee4 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:49.940273 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0c9e38-c2ff-47ce-93a1-ecc8db5b7d3b req-a6fd652c-6633-4fc8-b7b5-3558bb820ee4 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 931 time: 0.2006195 Jan 28 02:03:49.944639 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:50.028157 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-0959cc8f-274d-4178-bb43-027390238273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.029675 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-0959cc8f-274d-4178-bb43-027390238273 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.1299965 Jan 28 02:03:50.039401 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:50.063900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0c9e38-c2ff-47ce-93a1-ecc8db5b7d3b req-6f4df1da-bba1-4044-a58e-c50121e45541 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169994 Jan 28 02:03:50.142854 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-90775465-b290-406b-8284-a2d4a6d88cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.144388 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-90775465-b290-406b-8284-a2d4a6d88cb7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989578 Jan 28 02:03:50.166793 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Attempting to bind port f32c519b-1b2d-4daa-aab9-7451f40e2300 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:03:50.167127 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Attempting to bind port f32c519b-1b2d-4daa-aab9-7451f40e2300 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:03:50.167462 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Attempting to bind port f32c519b-1b2d-4daa-aab9-7451f40e2300 on network 68dfca5a-5c03-4384-945b-f965b0dfdf1c {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:50.206460 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Port f32c519b-1b2d-4daa-aab9-7451f40e2300 on network 68dfca5a-5c03-4384-945b-f965b0dfdf1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:03:50.206816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Attempting to bind port f32c519b-1b2d-4daa-aab9-7451f40e2300 on network 68dfca5a-5c03-4384-945b-f965b0dfdf1c {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:03:50.216706 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:03:50.217077 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Checking segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:03:50.217462 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Bound using segment: {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:03:50.217893 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Bound port: f32c519b-1b2d-4daa-aab9-7451f40e2300, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6181cf08-10aa-461b-8efd-c4f7b23c4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:03:50.218252 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:50.302074 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-ea063356-c3d4-4a01-9693-2c5495894ff7 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476142 Jan 28 02:03:50.340629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:03:50.389365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:03:50.395540 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:50.441337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.441902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:50.443550 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] 10.222.0.100 "PUT /v2.0/ports/f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 1093 time: 1.1378744 Jan 28 02:03:50.447264 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:50.449668 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b25c23c-9883-42a1-b901-61bce2706e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:50.489164 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d91fabbd-f383-422c-96c4-ab953c8134d8 req-6c4d4e0d-8561-4628-84d0-89c33c0d62b6 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751411 Jan 28 02:03:50.500621 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4c8026-c1d8-4d64-9ab5-240c0948e16b x-openstack-request-id: req-2f4c8026-c1d8-4d64-9ab5-240c0948e16b {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:50.501041 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:50.501236 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-2f4c8026-c1d8-4d64-9ab5-240c0948e16b {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:50.501675 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:03:50.502571 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb5ed5-3b28-4bd8-98b7-e3f0e47ae8cc service neutron] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:50.596295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-aafcec67-3500-4827-94d3-f0abc69a4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.597799 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-aafcec67-3500-4827-94d3-f0abc69a4f8b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1096 time: 0.0528245 Jan 28 02:03:50.681060 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-13110de6-41ae-4b3b-a542-38cab25a365d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 217 time: 0.0378919 Jan 28 02:03:50.794959 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-f58321bb-cd1b-40ac-a6d6-4da33066863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.796335 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-f58321bb-cd1b-40ac-a6d6-4da33066863f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0825057 Jan 28 02:03:50.807152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f2e9-7230-4406-8bc3-87e539597f9b req-4fe744e8-e7de-4d00-8484-f25d38d47c76 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.809155 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f71f2e9-7230-4406-8bc3-87e539597f9b req-4fe744e8-e7de-4d00-8484-f25d38d47c76 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0857294 Jan 28 02:03:50.872017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4f71f2e9-7230-4406-8bc3-87e539597f9b req-37f635eb-f65f-4804-ba82-395f1b821bec tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545797 Jan 28 02:03:50.874691 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5eddcf06-cc20-4853-98e3-d6e47b978a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:50.876071 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-5eddcf06-cc20-4853-98e3-d6e47b978a83 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660872 Jan 28 02:03:50.969615 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-498eab44-eae1-4620-9d0d-e67a50bce5cd service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846138 Jan 28 02:03:51.067301 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3cba177-401b-4273-97a7-6dc897d44e57 req-bb361f64-00eb-466e-a975-c558d5dba1db service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859451 Jan 28 02:03:51.198241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381a61-3042-4ea4-97ee-07c527122f3a req-bd1cc73d-d7b7-4080-ac2a-2d7c16a31740 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.200141 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66381a61-3042-4ea4-97ee-07c527122f3a req-bd1cc73d-d7b7-4080-ac2a-2d7c16a31740 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 943 time: 0.0569751 Jan 28 02:03:51.268577 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66381a61-3042-4ea4-97ee-07c527122f3a req-d0393269-6bae-4042-b19e-acc9ef55ea28 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Jan 28 02:03:51.278060 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-fc9ba26c-16e0-4c6a-ac58-95d21c40e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.279529 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-fc9ba26c-16e0-4c6a-ac58-95d21c40e915 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1096 time: 0.0645752 Jan 28 02:03:51.407326 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-d222196d-cc82-4101-bc47-29e0fe06f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.408739 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-d222196d-cc82-4101-bc47-29e0fe06f90c service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.0910656 Jan 28 02:03:51.452790 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-6735bd8f-750f-40f0-9932-86e29c2d337a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 217 time: 0.0362997 Jan 28 02:03:51.513993 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-ae3b7378-5b8c-4f75-996e-b9ba9021b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.515449 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-ae3b7378-5b8c-4f75-996e-b9ba9021b22e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0536213 Jan 28 02:03:51.568331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-fc53e9f5-05e3-47df-9d01-89068c7caeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.569887 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-fc53e9f5-05e3-47df-9d01-89068c7caeb7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399444 Jan 28 02:03:51.670696 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-ae2ccbb8-28d5-4b3c-b7bc-ea97119bbec2 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882666 Jan 28 02:03:51.789971 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2b25c23c-9883-42a1-b901-61bce2706e5d req-e2016ac9-ef6f-4248-8cf1-01aa5009ffeb service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820746 Jan 28 02:03:51.991403 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14df18d-fc3d-4f7c-a637-34ae550dff9c req-069e8a54-11d2-49ad-a5b6-10286e43138e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:51.992874 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e14df18d-fc3d-4f7c-a637-34ae550dff9c req-069e8a54-11d2-49ad-a5b6-10286e43138e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0536242 Jan 28 02:03:52.032406 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e14df18d-fc3d-4f7c-a637-34ae550dff9c req-8510b887-9e68-4183-9409-86a7e9c93da9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Jan 28 02:03:52.381406 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08709bc-fe34-45fb-ab15-ee14c6d41eee req-c7a3408d-dae6-46f1-8435-210f8fb04e28 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:52.382851 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d08709bc-fe34-45fb-ab15-ee14c6d41eee req-c7a3408d-dae6-46f1-8435-210f8fb04e28 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 943 time: 0.0482218 Jan 28 02:03:52.421033 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d08709bc-fe34-45fb-ab15-ee14c6d41eee req-4a668da5-9d32-4410-9bb0-6c5bb269dbb1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jan 28 02:03:53.149037 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37fc6-f426-4ad4-a556-017babc8accb req-3d5a42f0-a3d5-4c5c-a160-5a3e39f0810d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:53.150702 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11d37fc6-f426-4ad4-a556-017babc8accb req-3d5a42f0-a3d5-4c5c-a160-5a3e39f0810d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0491705 Jan 28 02:03:53.181449 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device f32c519b-1b2d-4daa-aab9-7451f40e2300 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:03:53.190056 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11d37fc6-f426-4ad4-a556-017babc8accb req-9c576c17-89fc-4309-b047-d09254d3edda tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323946 Jan 28 02:03:53.272963 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:53.283767 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'port_id': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'mac_address': 'fa:16:3e:d8:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:03:53.322628 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:53.335478 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32c519b-1b2d-4daa-aab9-7451f40e2300 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:03:53.354556 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:53.358324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:53.404148 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:53.539508 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dae941-85a3-446e-8ed5-0fc7fc04b3ad req-c2e54422-1ac0-47a3-ad83-e034b4bba08b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:53.541141 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90dae941-85a3-446e-8ed5-0fc7fc04b3ad req-c2e54422-1ac0-47a3-ad83-e034b4bba08b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 944 time: 0.0539861 Jan 28 02:03:53.580988 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90dae941-85a3-446e-8ed5-0fc7fc04b3ad req-20a989bf-b5bd-443b-906d-cb013f037c2a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Jan 28 02:03:53.745430 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:03:54.306520 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56de9-b2e2-4588-826d-eb864e0234d9 req-5ab5b4e0-ab8c-4e43-82ff-4392f79f6d65 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:54.307982 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ac56de9-b2e2-4588-826d-eb864e0234d9 req-5ab5b4e0-ab8c-4e43-82ff-4392f79f6d65 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Jan 28 02:03:54.346251 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7ac56de9-b2e2-4588-826d-eb864e0234d9 req-ed2733ee-76d2-4f69-8ebb-5f1c37597f98 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Jan 28 02:03:54.707019 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98a2d6-b165-444c-bf0e-5eafcdc3f967 req-9084a192-e3b8-4324-991f-8eb3926b3b3c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:54.708502 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff98a2d6-b165-444c-bf0e-5eafcdc3f967 req-9084a192-e3b8-4324-991f-8eb3926b3b3c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 944 time: 0.0505214 Jan 28 02:03:54.748466 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff98a2d6-b165-444c-bf0e-5eafcdc3f967 req-f6d78e4b-1bf6-4259-b01e-c22c3907b1f4 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Jan 28 02:03:55.179422 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device f32c519b-1b2d-4daa-aab9-7451f40e2300 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:03:55.230342 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port f32c519b-1b2d-4daa-aab9-7451f40e2300 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:03:55.234180 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port f32c519b-1b2d-4daa-aab9-7451f40e2300 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:03:55.234549 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:55.311224 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:55.333517 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:03:55.335740 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e718a47f-eec6-4131-8337-3c358ebf7ffe" -d '{"events": [{"server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "name": "network-vif-plugged", "status": "completed", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:03:55.352627 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:03:55.357944 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:55.479636 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbe991-56c4-4cae-b8f8-1b4d15995f16 req-e6887a64-e4bf-4c90-b0fe-e578ffac9f78 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:55.481717 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4edbe991-56c4-4cae-b8f8-1b4d15995f16 req-e6887a64-e4bf-4c90-b0fe-e578ffac9f78 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0557861 Jan 28 02:03:55.524641 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece53b1-94ee-4ddb-98ca-3ea0efde8864 x-openstack-request-id: req-4ece53b1-94ee-4ddb-98ca-3ea0efde8864 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:03:55.525036 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "name": "network-vif-plugged", "status": "completed", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:03:55.525258 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-4ece53b1-94ee-4ddb-98ca-3ea0efde8864 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:03:55.525651 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'code': 200} Jan 28 02:03:55.537358 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4edbe991-56c4-4cae-b8f8-1b4d15995f16 req-3d0e0e55-11e6-4a4d-af57-df65146cdce0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Jan 28 02:03:55.559505 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:03:55.610636 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f070-0bff-43ff-90bf-e132f20b9d9b req-6f900455-0716-485b-a0ae-4696608c4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:55.612191 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2579f070-0bff-43ff-90bf-e132f20b9d9b req-6f900455-0716-485b-a0ae-4696608c4f01 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1098 time: 0.0471365 Jan 28 02:03:55.653711 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2579f070-0bff-43ff-90bf-e132f20b9d9b req-83f16270-9911-457a-8ffa-49464f95d2dd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Jan 28 02:03:55.865666 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e8ba2-ae0a-4cbc-8eed-783b458ee226 req-9b9720b2-c058-4469-b7fa-883f7e86c950 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:55.867133 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-051e8ba2-ae0a-4cbc-8eed-783b458ee226 req-9b9720b2-c058-4469-b7fa-883f7e86c950 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Jan 28 02:03:55.917981 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-051e8ba2-ae0a-4cbc-8eed-783b458ee226 req-4baa87e1-667f-4a07-a382-3f9cec6fec5b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Jan 28 02:03:56.657506 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c670596-3a4c-470d-b1c2-1761f13e196e req-85e65dbb-e7fd-4a49-9441-5dc139e65d44 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:56.658958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9c670596-3a4c-470d-b1c2-1761f13e196e req-85e65dbb-e7fd-4a49-9441-5dc139e65d44 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Jan 28 02:03:56.698955 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9c670596-3a4c-470d-b1c2-1761f13e196e req-48e342b2-4d6e-462e-8443-d15fcf80db87 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339513 Jan 28 02:03:57.037255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff792-3b95-40fd-8e0a-2cf8d401c807 req-89cf1475-7462-476d-b3ae-dc34e43e559c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:57.038714 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76fff792-3b95-40fd-8e0a-2cf8d401c807 req-89cf1475-7462-476d-b3ae-dc34e43e559c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Jan 28 02:03:57.079125 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76fff792-3b95-40fd-8e0a-2cf8d401c807 req-bb3660de-dda2-4821-8607-f1edf7a093bd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336676 Jan 28 02:03:57.214176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026b589-7612-40db-ae11-7bc286f6fdfa req-36dacc2a-e4c3-4857-998d-2bda34630f64 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:57.216606 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7026b589-7612-40db-ae11-7bc286f6fdfa req-36dacc2a-e4c3-4857-998d-2bda34630f64 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0616534 Jan 28 02:03:57.255102 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7026b589-7612-40db-ae11-7bc286f6fdfa req-900333d0-9d01-468c-b7dd-465cf49a3398 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jan 28 02:03:57.608477 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef112d2-3833-4510-94a9-08960fcb3f2e req-8565a8a0-c9ab-454f-b50b-e96929f3ac95 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:57.609974 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cef112d2-3833-4510-94a9-08960fcb3f2e req-8565a8a0-c9ab-454f-b50b-e96929f3ac95 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0530260 Jan 28 02:03:57.651680 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cef112d2-3833-4510-94a9-08960fcb3f2e req-5e04e5c2-7973-4a31-89b4-9a8e9446e898 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Jan 28 02:03:57.820002 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa08bf-1212-447f-9c16-a97f650a0e57 req-99803e39-65a9-4611-86c7-e5616fe2a992 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:57.821600 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bffa08bf-1212-447f-9c16-a97f650a0e57 req-99803e39-65a9-4611-86c7-e5616fe2a992 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Jan 28 02:03:57.865997 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bffa08bf-1212-447f-9c16-a97f650a0e57 req-b7a028ec-0d66-49d3-817e-09635977f3f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373652 Jan 28 02:03:58.985515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6741-6b4c-415d-a58a-155cf5abf761 req-37a4ab50-047c-4e43-82f2-5dbebe9ac071 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:58.987027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5c3f6741-6b4c-415d-a58a-155cf5abf761 req-37a4ab50-047c-4e43-82f2-5dbebe9ac071 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Jan 28 02:03:59.029833 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5c3f6741-6b4c-415d-a58a-155cf5abf761 req-7b3c5002-6830-4e44-a20d-ecd366c9048e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Jan 28 02:03:59.226195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e0109788-d6d7-4e2b-b9f3-7acd8c185b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:00.157983 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4107-746d-4ead-9fee-37b797ec16c4 req-65991027-d7ec-4c95-99c9-4521af9407cc tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:00.159452 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-310d4107-746d-4ead-9fee-37b797ec16c4 req-65991027-d7ec-4c95-99c9-4521af9407cc tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Jan 28 02:04:00.203490 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-310d4107-746d-4ead-9fee-37b797ec16c4 req-66d90f93-788a-4414-aa00-6f5ea8f733f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Jan 28 02:04:01.326483 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5d9da-2e05-41e1-99af-8f2ea4a98b9a req-1458ce04-0a4e-474b-821e-a98e362ea247 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:01.327957 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fb5d9da-2e05-41e1-99af-8f2ea4a98b9a req-1458ce04-0a4e-474b-821e-a98e362ea247 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Jan 28 02:04:01.364736 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8fb5d9da-2e05-41e1-99af-8f2ea4a98b9a req-04985e4d-fb2a-4497-92bb-1017b3ed2bea tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307651 Jan 28 02:04:02.074194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-f411fea9-182c-48c0-b561-ac93a89980fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:02.478229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3842f46-42b9-4c61-9a6e-bbaad08da330 req-6941f7d5-8d62-4f7b-b85a-60958362feb0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:02.479656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3842f46-42b9-4c61-9a6e-bbaad08da330 req-6941f7d5-8d62-4f7b-b85a-60958362feb0 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0476630 Jan 28 02:04:02.518641 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c3842f46-42b9-4c61-9a6e-bbaad08da330 req-91a256ec-0703-4f6b-89b4-8dca0488e243 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Jan 28 02:04:03.187026 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:03.641241 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a2d4-3c26-4407-88bb-fa7659345488 req-31b99fcb-1d08-4ad1-825e-bfaf3770aa83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:03.642746 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bc5a2d4-3c26-4407-88bb-fa7659345488 req-31b99fcb-1d08-4ad1-825e-bfaf3770aa83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0559876 Jan 28 02:04:03.681265 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1bc5a2d4-3c26-4407-88bb-fa7659345488 req-0758709a-dbc4-4466-8d72-f8ecc3c70565 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Jan 28 02:04:04.566497 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:04.795323 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730892a-6569-444f-aa50-c9d5f8a39695 req-c7945757-f6e8-4698-a9b6-9ddc5d06997d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:04.796747 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4730892a-6569-444f-aa50-c9d5f8a39695 req-c7945757-f6e8-4698-a9b6-9ddc5d06997d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0498440 Jan 28 02:04:04.835703 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4730892a-6569-444f-aa50-c9d5f8a39695 req-b5788d5d-b4cb-4190-b859-265e83785a56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330949 Jan 28 02:04:04.891515 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:05.952386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c505-c510-441a-86dd-b8359b37b64a req-1415c252-1aa3-454c-98a6-488e0549fa11 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:05.953864 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff16c505-c510-441a-86dd-b8359b37b64a req-1415c252-1aa3-454c-98a6-488e0549fa11 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0516694 Jan 28 02:04:05.990859 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ff16c505-c510-441a-86dd-b8359b37b64a req-e9d366f7-0a19-4fdf-a988-5a4e0ae3fd67 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jan 28 02:04:07.111884 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee179f-d826-47eb-9f9d-da13f9c40409 req-90f3dbab-68dc-4355-9b09-4ab6d5dffe30 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:07.113382 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f9ee179f-d826-47eb-9f9d-da13f9c40409 req-90f3dbab-68dc-4355-9b09-4ab6d5dffe30 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0542865 Jan 28 02:04:07.175609 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f9ee179f-d826-47eb-9f9d-da13f9c40409 req-413f56bd-0844-4d12-84a5-6c341e9786ee tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563140 Jan 28 02:04:07.198269 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296bcc-2edf-44c7-949c-0d29c7af144e req-884a5bbd-465f-414a-b37c-9dc09042e00f tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:07.199918 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bd296bcc-2edf-44c7-949c-0d29c7af144e req-884a5bbd-465f-414a-b37c-9dc09042e00f tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0593526 Jan 28 02:04:07.238714 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bd296bcc-2edf-44c7-949c-0d29c7af144e req-81243ff9-6aa0-469d-85d8-ac0ef465472e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jan 28 02:04:07.261841 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49678) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:07.390378 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390ee1a8-5eb8-4742-b627-54c0b0fa4716 tempest-TestMinimumBasicScenario-887380047 tempest-TestMinimumBasicScenario-887380047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:07.391976 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-390ee1a8-5eb8-4742-b627-54c0b0fa4716 tempest-TestMinimumBasicScenario-887380047 tempest-TestMinimumBasicScenario-887380047-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1093 time: 0.1285133 Jan 28 02:04:07.395250 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49682) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:07.400070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'port_id': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:07.424397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:07.521531 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:07.632120 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Allocated IP 172.27.1.235 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/db977594-28e6-4716-8394-0045943be210) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:04:07.729923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:07.763632 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:07.804190 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:04:07.807105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:04:07.810622 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:04:07.815879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'Port': ['ID=db977594-28e6-4716-8394-0045943be210,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:08.162737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:08.228105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:08.349436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb3e4-d067-4778-953e-ffad784f625c req-8b509c55-fa73-433e-b346-93729c2c0cd1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:08.350893 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9eceb3e4-d067-4778-953e-ffad784f625c req-8b509c55-fa73-433e-b346-93729c2c0cd1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0992382 Jan 28 02:04:08.415667 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9eceb3e4-d067-4778-953e-ffad784f625c req-801e6241-95c7-48e5-9a8e-81994653edce tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586746 Jan 28 02:04:08.451777 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:08.456094 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:08.523206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'Port': ['ID=db977594-28e6-4716-8394-0045943be210,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:08.535923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:08.636426 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Floating IP 9eb2af83-60c0-4a00-9856-1a7576dcf7de associated. External IP: 172.27.1.235, port: f32c519b-1b2d-4daa-aab9-7451f40e2300. Jan 28 02:04:08.704647 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:09.087288 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Router 96b945fc-d13f-4cb6-847f-70e4182f9abc has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:09.192365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:09.202720 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Sync routers for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:09.210563 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.212399 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:09.213062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:09.240303 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-506b9c32-859e-4a2f-af0b-d3b2282eefd3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8417799 Jan 28 02:04:09.240303 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:09.240689 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49686) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.241219 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a40dd-8e7e-4490-952f-7a84547f8a57" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:09.245314 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660361959', 'description': 'tempest-secgroup-smoke-1660361959 description', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:09.275969 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.284537 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497d60ca-d963-4f8a-a9d9-ab7f32571243 x-openstack-request-id: req-497d60ca-d963-4f8a-a9d9-ab7f32571243 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:09.284858 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:09.285110 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-497d60ca-d963-4f8a-a9d9-ab7f32571243 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:09.285511 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:04:09.321729 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:09.353638 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.357989 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.379130 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-c98891f4-c605-49da-8739-38baad16cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:09.380614 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-c98891f4-c605-49da-8739-38baad16cbae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1098 time: 0.0429666 Jan 28 02:04:09.390225 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9ab82-2e26-4332-8813-31205d25f8fd,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.400367 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.406625 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d7783026-908d-466f-b398-3d941e4f6680 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1648645 Jan 28 02:04:09.407511 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49690) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.412142 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:09.445729 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.490656 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-ce517b73-a67e-4d73-bc97-3403fa8e4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:09.492198 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-ce517b73-a67e-4d73-bc97-3403fa8e4e79 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.1017873 Jan 28 02:04:09.517161 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.521710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.546235 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631a4e30-05de-4851-aef4-5ea3aed21728,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.561282 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.565476 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2ea68bbc-360f-4c1e-b6de-a92e20448900 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569438 Jan 28 02:04:09.566080 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49694) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.570673 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:09.582424 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '9eb2af83-60c0-4a00-9856-1a7576dcf7de', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'port_id': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'mac_address': 'fa:16:3e:d8:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:08Z', 'updated_at': '2022-01-28T02:04:08Z', 'revision_number': 0, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:09.601496 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37a0ec-d3a8-4bb5-b8c9-eb64a4c27323 req-b240aa21-7563-4cd5-89a4-361b964e7abb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:09.603005 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d37a0ec-d3a8-4bb5-b8c9-eb64a4c27323 req-b240aa21-7563-4cd5-89a4-361b964e7abb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1087360 Jan 28 02:04:09.603238 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.605006 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-d9e81b33-1330-45c4-9bf1-3fafef23e7ed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 999 time: 0.0994244 Jan 28 02:04:09.617194 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Checking router: 96b945fc-d13f-4cb6-847f-70e4182f9abc for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:09.625772 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:09.626621 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:09.667652 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.672731 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.676178 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d37a0ec-d3a8-4bb5-b8c9-eb64a4c27323 req-1b9531be-5b57-4a7a-9a4c-47927ea76004 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652845 Jan 28 02:04:09.686605 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-ff8456b2-2c03-4dfd-aa64-01e96207a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:09.688149 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-ff8456b2-2c03-4dfd-aa64-01e96207a27a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0711782 Jan 28 02:04:09.694636 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263434d7-dcd9-44b2-8048-bcd9278523ca,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.704542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.708676 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f0aa17fa-fdf9-411d-8118-156eb0d1d0e1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392303 Jan 28 02:04:09.708976 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49696) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.715372 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:09.743996 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-cf71dcf6-37bb-4c59-9e75-0a7d47e5a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:09.745989 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-cf71dcf6-37bb-4c59-9e75-0a7d47e5a4af service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469925 Jan 28 02:04:09.746405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.749698 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:09.811090 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.815096 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.834044 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f464a01-dfb6-4ffb-8a93-b899b8a594d2,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.848434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.852282 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-cb5b6946-8a77-4c03-ac39-6c459f00a04a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378167 Jan 28 02:04:09.852561 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49698) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.857224 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:09.867459 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-5363df4f-9080-4b7d-8270-9ca620dfdf41 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074812 Jan 28 02:04:09.884033 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.945774 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.953662 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.965252 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6a3a40dd-8e7e-4490-952f-7a84547f8a57 req-5c62bc8e-afe9-44f0-9a6e-c631317d5710 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861812 Jan 28 02:04:09.974010 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911f3a66-536b-4aad-b4dd-3ff18b0f4a8f,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:09.986141 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:09.987468 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3d24babd-64ef-49ee-af54-976f37b30a75 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338747 Jan 28 02:04:09.990419 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49700) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:09.995342 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.000843 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '9eb2af83-60c0-4a00-9856-1a7576dcf7de', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'port_id': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'mac_address': 'fa:16:3e:d8:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:08Z', 'updated_at': '2022-01-28T02:04:08Z', 'revision_number': 0, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:10.019047 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.securitygroups_db [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Project 4f88b3ae05934fd8836d7e90cad61a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:04:10.023939 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.028429 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9a89f-5b23-432d-a79d-00128cb5d59e None None] The sync data for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi is: [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '9eb2af83-60c0-4a00-9856-1a7576dcf7de', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'port_id': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'mac_address': 'fa:16:3e:d8:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:08Z', 'updated_at': '2022-01-28T02:04:08Z', 'revision_number': 0, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:10.089914 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.094692 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.115146 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d262ee26-fc86-4b02-905a-160f92bafe29,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.120598 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.125111 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49702) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:10.125268 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3d7eda28-217c-4ab1-ba71-8a59a09786a0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336510 Jan 28 02:04:10.129700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'security_group_rule': {'security_group_id': '07e9ab82-2e26-4332-8813-31205d25f8fd', 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.153965 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Project 4f88b3ae05934fd8836d7e90cad61a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:04:10.159606 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.222826 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d196dc-8752-429e-b8cd-a439daaa35b9 None None] New status for floating IP 9eb2af83-60c0-4a00-9856-1a7576dcf7de: ACTIVE {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:04:10.230555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.235389 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.258768 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797346b0-6578-4037-a853-9ef321c6c2c2,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.264727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.269529 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bce0ae76-a20a-4b69-b20d-5a4c209ea9fd tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398704 Jan 28 02:04:10.345635 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35eb9220-9418-40f2-ad63-c686a901c84d req-86ed1053-d349-4e14-9277-f7709b457e8e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660361959&fields=id&tenant_id=4f88b3ae05934fd8836d7e90cad61a53 HTTP/1.1" status: 200 len: 267 time: 0.0319951 Jan 28 02:04:10.402273 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c9b59c48-03f8-4fba-a4bb-328aec6b8c26 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.404418 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c9b59c48-03f8-4fba-a4bb-328aec6b8c26 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0530126 Jan 28 02:04:10.416555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'port': {'security_groups': ['7931475d-c19b-408d-9783-b34be224d695', '07e9ab82-2e26-4332-8813-31205d25f8fd']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:10.480250 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.676332 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:10.705506 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.711509 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.749458 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:10.759658 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.760288 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:10.763833 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-35eb9220-9418-40f2-ad63-c686a901c84d req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "PUT /v2.0/ports/f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 981 time: 0.3500061 Jan 28 02:04:10.792116 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1f59b-4757-4e33-b909-3924c60251b1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=6']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:10.894039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b715e8c-23cf-4589-9e55-1db4c3e60622 req-ac79c629-76e5-4458-8d0d-fc78092a894d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.895930 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b715e8c-23cf-4589-9e55-1db4c3e60622 req-ac79c629-76e5-4458-8d0d-fc78092a894d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1057165 Jan 28 02:04:10.916985 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef7ec4-cd84-47b3-b418-7385ea0f7736 req-cfb39f39-e38c-4e18-9922-678a6d51ad76 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:10.918633 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3ef7ec4-cd84-47b3-b418-7385ea0f7736 req-cfb39f39-e38c-4e18-9922-678a6d51ad76 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0827160 Jan 28 02:04:10.938273 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:10.969953 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b715e8c-23cf-4589-9e55-1db4c3e60622 req-f3251818-a183-4958-a6bd-59a701745f38 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670795 Jan 28 02:04:10.981642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3ef7ec4-cd84-47b3-b418-7385ea0f7736 req-9d8db8ea-bd21-4d0b-8130-1a2cdc8384fa tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546324 Jan 28 02:04:11.019092 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0cbeb38d-993f-42b8-95bd-9216ab978ecf None None] Provisioning complete for port f32c519b-1b2d-4daa-aab9-7451f40e2300 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:04:11.019516 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb38d-993f-42b8-95bd-9216ab978ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:11.287474 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:11.290168 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:11.330155 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74011a-7d97-4879-9917-a6070577d3a7 x-openstack-request-id: req-db74011a-7d97-4879-9917-a6070577d3a7 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:11.330508 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:11.330821 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-db74011a-7d97-4879-9917-a6070577d3a7 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:11.331337 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:04:11.430316 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-c6d39298-3304-4d55-8d92-3ed5793d6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.431812 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-c6d39298-3304-4d55-8d92-3ed5793d6b5a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1137 time: 0.0541201 Jan 28 02:04:11.537043 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-4bc0a205-2fc9-4a4a-ab73-095e5803efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.538494 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-4bc0a205-2fc9-4a4a-ab73-095e5803efee service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.0933983 Jan 28 02:04:11.623567 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-8158b7c2-6d85-4e93-a861-d5aa0714a2b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 1001 time: 0.0740390 Jan 28 02:04:11.678565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-c95605ee-e754-4711-8576-83d52259ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.680307 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-c95605ee-e754-4711-8576-83d52259ab83 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0468431 Jan 28 02:04:11.728919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-e0a33509-22d7-4150-8572-b1b70ba152ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:11.730476 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-e0a33509-22d7-4150-8572-b1b70ba152ea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409963 Jan 28 02:04:11.849224 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-f181aa67-2731-46ad-870e-1bd8619b2ee4 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061711 Jan 28 02:04:11.941397 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3e7cf739-59aa-4113-bf89-f2bd4c1e13e9 req-2846b1e1-2f9c-4246-bb3f-ceee6af7555b service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Jan 28 02:04:12.094105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca261e0-f6f1-4278-9fb2-c6e33e97132d req-4d37b7e1-68a3-4d54-b51f-5930ca50294d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.095779 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ca261e0-f6f1-4278-9fb2-c6e33e97132d req-4d37b7e1-68a3-4d54-b51f-5930ca50294d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Jan 28 02:04:12.134802 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9ca261e0-f6f1-4278-9fb2-c6e33e97132d req-98bb9d24-dec9-4a1e-9dc4-65c561b9c559 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Jan 28 02:04:12.339068 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcc530-c04e-4a87-a55e-10e63c01f140 req-269b404a-bcf0-4c33-ba78-61a8d1e66cf5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.341128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-01fcc530-c04e-4a87-a55e-10e63c01f140 req-269b404a-bcf0-4c33-ba78-61a8d1e66cf5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Jan 28 02:04:12.389590 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-01fcc530-c04e-4a87-a55e-10e63c01f140 req-21c569c5-8040-4c98-8f19-8e07400f542c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Jan 28 02:04:12.417832 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-f4d7a72e-148f-41bf-984d-20d06720bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.419998 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-f4d7a72e-148f-41bf-984d-20d06720bb15 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0453503 Jan 28 02:04:12.512515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-4af2a01d-bc33-421b-880b-93461a44ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.514169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-4af2a01d-bc33-421b-880b-93461a44ce13 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.0871904 Jan 28 02:04:12.592050 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-ca385125-8b3a-4292-87f3-27d712ae700e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 200 len: 1001 time: 0.0586467 Jan 28 02:04:12.642091 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-f6f0b1f6-8b57-4161-83ca-54010ca6551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.643436 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-f6f0b1f6-8b57-4161-83ca-54010ca6551b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0445585 Jan 28 02:04:12.695271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-b1fdb2ae-aad6-479d-8851-fbcf9dfa8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:12.696697 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-b1fdb2ae-aad6-479d-8851-fbcf9dfa8f57 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414968 Jan 28 02:04:12.787942 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-0f758425-b53b-4289-88d0-81ff6ed7a63a service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Jan 28 02:04:12.888813 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e2ed5ff1-86f2-463c-a75e-bd6332a52f56 req-d6767899-f1d5-4ceb-a7c5-819e92e9e27f service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920584 Jan 28 02:04:13.511078 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d02fd-1590-4345-a261-6c74f4ae04aa req-2f99973c-dceb-47d8-aee2-e183346868e7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:13.513648 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c8d02fd-1590-4345-a261-6c74f4ae04aa req-2f99973c-dceb-47d8-aee2-e183346868e7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Jan 28 02:04:13.554927 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c8d02fd-1590-4345-a261-6c74f4ae04aa req-08da7715-3de4-4dd2-a5f8-a8b50a399e61 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342686 Jan 28 02:04:14.679744 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085f324-0e45-4e39-9eeb-37d992f2e162 req-33955e9d-51bc-4af7-9a4f-d6d5d190e61a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:14.681266 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5085f324-0e45-4e39-9eeb-37d992f2e162 req-33955e9d-51bc-4af7-9a4f-d6d5d190e61a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0507898 Jan 28 02:04:14.719904 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5085f324-0e45-4e39-9eeb-37d992f2e162 req-9366e775-3ada-4791-9878-66c5e6e189f6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Jan 28 02:04:16.359494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:19.907213 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5509fe-d410-4030-8542-da209c2f9450 req-53ecf123-d4cb-4438-bc35-87c9c1d16ff6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:19.908960 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8a5509fe-d410-4030-8542-da209c2f9450 req-53ecf123-d4cb-4438-bc35-87c9c1d16ff6 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Jan 28 02:04:19.949659 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8a5509fe-d410-4030-8542-da209c2f9450 req-fe33287d-b56d-4b42-8fc6-68b00ccff6e4 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Jan 28 02:04:21.076410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9436b-fd79-4f5b-8f17-a445b7bbc61a req-85ca2781-d4a0-44f2-8985-cbef920c94c7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:21.077923 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e9f9436b-fd79-4f5b-8f17-a445b7bbc61a req-85ca2781-d4a0-44f2-8985-cbef920c94c7 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0500429 Jan 28 02:04:21.116898 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e9f9436b-fd79-4f5b-8f17-a445b7bbc61a req-a39e2fa0-02dd-41c1-910d-c33fa9a991c8 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Jan 28 02:04:21.760382 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-fc7b9887-35a8-4d8d-baed-eb4a44e58a4f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:21.761835 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-fc7b9887-35a8-4d8d-baed-eb4a44e58a4f tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0479434 Jan 28 02:04:21.859073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Deleting port b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:21.859313 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:21.945956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] For port b3df727d-fb39-47e3-88bf-cdef71b67bf5, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=b3df727d-fb39-47e3-88bf-cdef71b67bf5,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:21.946319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:22.127737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:22.128410 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:22.128410 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Floating IP 49987553-628d-4783-b680-c64d749cc3c0 disassociated. External IP: 172.27.1.105, port: b3df727d-fb39-47e3-88bf-cdef71b67bf5. Jan 28 02:04:22.128652 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Calling delete_port for b3df727d-fb39-47e3-88bf-cdef71b67bf5 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:22.249252 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305116b6-6ba6-4cc6-a1a5-f83e9c181a20 req-818cd0c6-ce11-470a-aef9-cf691eb873e1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:22.250717 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-305116b6-6ba6-4cc6-a1a5-f83e9c181a20 req-818cd0c6-ce11-470a-aef9-cf691eb873e1 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/ports?device_id=23e2f5bb-ea79-4637-b7a5-5f4d10aebe58 HTTP/1.1" status: 200 len: 946 time: 0.0632017 Jan 28 02:04:22.314448 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-305116b6-6ba6-4cc6-a1a5-f83e9c181a20 req-5f11ccbc-95c1-42fc-8c2c-e46490959f22 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups?id=8fdceb55-be19-4315-8ff1-091086e4dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 Jan 28 02:04:22.315594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:22.350211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'Port': ['ID=b3df727d-fb39-47e3-88bf-cdef71b67bf5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:22.361529 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.361886 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.362229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.362566 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.362899 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.363229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.363558 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.363888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.364214 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.364550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.364901 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.365309 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:22.481002 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:22.593048 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:22.602564 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:22.612284 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:22.612923 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:22.632765 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] No DVR routers for this DVR port b3df727d-fb39-47e3-88bf-cdef71b67bf5 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:22.635227 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:22.639109 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-434f555c-7e0e-4b6c-8c4d-18a07c7de410 req-f8da09b3-26c5-4475-8e29-985f4dfb34e2 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.100 "DELETE /v2.0/ports/b3df727d-fb39-47e3-88bf-cdef71b67bf5 HTTP/1.1" status: 204 len: 173 time: 0.8688278 Jan 28 02:04:22.639546 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-deleted', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:22.641804 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e9f57-46a1-4316-9801-169a7bf0fa3b" -d '{"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-deleted", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:22.680782 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad8b1a-27f0-4473-acd1-f62c2c220ebf x-openstack-request-id: req-67ad8b1a-27f0-4473-acd1-f62c2c220ebf {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:22.683277 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e2f5bb-ea79-4637-b7a5-5f4d10aebe58", "name": "network-vif-deleted", "tag": "b3df727d-fb39-47e3-88bf-cdef71b67bf5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:22.683542 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-67ad8b1a-27f0-4473-acd1-f62c2c220ebf {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:22.683958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e2f5bb-ea79-4637-b7a5-5f4d10aebe58', 'name': 'network-vif-deleted', 'tag': 'b3df727d-fb39-47e3-88bf-cdef71b67bf5', 'status': 'completed', 'code': 200} Jan 28 02:04:22.731947 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:22.936639 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:22.964591 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:22.975450 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:22.976045 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:23.197176 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:23.400042 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:23.402533 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49780) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:23.427770 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642912c-66bc-4e9e-869f-2ddbbf0a1a58 None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T01:56:57Z', 'revision_number': 4, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46', 'name': '', 'network_id': '828bafe9-6988-48d7-866b-8d25ce9d4df3', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'mac_address': 'fa:16:3e:e0:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:56Z', 'updated_at': '2022-01-28T01:57:05Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'subnets': [{'id': '15e51dba-be26-4ad7-94ff-506ea13aeee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:23.465244 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.490505 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.540677 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.543763 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.548587 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49782) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:23.549109 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "DELETE /v2.0/security-groups/8fdceb55-be19-4315-8ff1-091086e4dd2d HTTP/1.1" status: 204 len: 168 time: 0.1439929 Jan 28 02:04:23.560378 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a18373-891b-46b4-9a1a-2b58d9775673 tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdceb55-be19-4315-8ff1-091086e4dd2d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:23.563967 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.api.v2.resource [None req-1275c16c-3afa-4237-8a56-8a3ec00c0e9b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] show failed (client error): The resource could not be found. Jan 28 02:04:23.565635 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1275c16c-3afa-4237-8a56-8a3ec00c0e9b tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "GET /v2.0/security-groups/8fdceb55-be19-4315-8ff1-091086e4dd2d HTTP/1.1" status: 404 len: 347 time: 0.0152485 Jan 28 02:04:23.568026 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49784) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:23.672819 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba042a-072b-4569-afd3-85ce3f9eebe1 None None] New status for floating IP 49987553-628d-4783-b680-c64d749cc3c0: DOWN {{(pid=101348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:04:23.699984 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Deleting port 8ffec8af-abb1-4674-9c64-096024f50d22 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:23.700938 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.781283 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.781611 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.793414 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Calling delete_port for 8ffec8af-abb1-4674-9c64-096024f50d22 owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:23.929043 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.955478 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Pushing event deleted for resources: {'Port': ['ID=8ffec8af-abb1-4674-9c64-096024f50d22,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:23.982791 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.983144 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.983484 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.983819 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.984148 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.984482 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.984819 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.985151 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.985471 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.985791 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.986115 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:23.986433 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:24.025903 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:24.028480 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:24.029669 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-83562c63-003f-43be-8854-cebafb3357bb tempest-AttachVolumeShelveTestJSON-1135742798 tempest-AttachVolumeShelveTestJSON-1135742798-project] 10.222.0.96 "DELETE /v2.0/floatingips/49987553-628d-4783-b680-c64d749cc3c0 HTTP/1.1" status: 204 len: 168 time: 0.4607310 Jan 28 02:04:24.371085 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-21f6ecf4-4b20-498c-b8fa-c2927138d957 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260954673&fields=id&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 267 time: 0.0333490 Jan 28 02:04:24.481086 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-89d6f998-0590-4287-8046-ae607895eb43 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:24.483227 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-89d6f998-0590-4287-8046-ae607895eb43 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.1053896 Jan 28 02:04:24.499292 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-15e804a6-0057-4862-b71c-ac5774907982 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/quotas/6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 375 time: 0.0095108 Jan 28 02:04:24.559213 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-61988b21-7758-4f3f-8d06-af9383772ffc tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539236 Jan 28 02:04:24.658304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-323fcbb8-9b77-4131-add3-e69c22c743f4 service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Jan 28 02:04:24.745319 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-257af12c-7d34-4263-8500-7f0436ec416a service neutron] 10.222.0.96 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Jan 28 02:04:25.033109 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-38c2a348-777b-4dc6-b700-b10d069d65d4 req-4d5d15b5-5f28-49af-891d-b67734cf5144 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 210 time: 0.0280135 Jan 28 02:04:25.327168 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:25.350130 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: b3df727d-fb39-47e3-88bf-cdef71b67bf5 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:25.350468 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device b3df727d-fb39-47e3-88bf-cdef71b67bf5 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:26.120705 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-74fad687-b23a-4b14-aeac-8a1dad0ad4ba tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:26.123069 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-74fad687-b23a-4b14-aeac-8a1dad0ad4ba tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 812 time: 0.1206346 Jan 28 02:04:26.138299 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb2bcd33-6c74-45e5-a15d-0b854b6d7952 req-3a1d5390-d1b7-4d76-8885-e5eaf9493feb tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 210 time: 0.0379763 Jan 28 02:04:26.191737 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-4f4e8f05-9d5f-4a64-af89-c44b98d333e2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e15e80496d946b4ba64c95751ebc354 HTTP/1.1" status: 200 len: 380 time: 0.0326881 Jan 28 02:04:26.205212 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'port': {'device_id': 'c241188c-6827-43b6-87ca-c196237b79d4', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'admin_state_up': True, 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'security_groups': ['09fab54d-f771-4dcf-b3a1-5b1a9be11b17']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:26.463530 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49834) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:26.586399 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Made reservation on behalf of 6e15e80496d946b4ba64c95751ebc354 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:04:26.590350 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:26.719473 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.20.0.9 (41f7abf6-a2c1-4ce5-83fe-68e8627532be/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc/a1c59218-2656-4158-91d1-b7d7e0447fb0) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:04:26.886315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:26.926500 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:26.972215 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:04:26.975428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:04:26.979028 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:04:27.006483 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:27.020510 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.038546 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:27.039196 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.058162 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-6a90d304-fbce-4ca9-9482-0a94af25f438 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8565538 Jan 28 02:04:27.087657 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Request body: {'port': {'device_id': 'c241188c-6827-43b6-87ca-c196237b79d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:27.147591 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.267442 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-18ebf9ed-cae8-444e-9309-64819ec01799 None None] Provisioning complete for port a1c59218-2656-4158-91d1-b7d7e0447fb0 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:04:27.268043 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18ebf9ed-cae8-444e-9309-64819ec01799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.303989 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-18ebf9ed-cae8-444e-9309-64819ec01799 None None] Port a1c59218-2656-4158-91d1-b7d7e0447fb0 cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:04:27.323958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Deleting port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:27.324299 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.337885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632e4e1-d455-4295-a038-d838229b6e69 req-8ec19a2e-8b13-4166-89cb-fb2a47e9b144 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:27.339363 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0632e4e1-d455-4295-a038-d838229b6e69 req-8ec19a2e-8b13-4166-89cb-fb2a47e9b144 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 931 time: 0.1253307 Jan 28 02:04:27.406600 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] For port f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:27.407075 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.415672 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0632e4e1-d455-4295-a038-d838229b6e69 req-44cfe312-d93c-4f31-a5c0-00b72b105360 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511839 Jan 28 02:04:27.422370 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Calling delete_port for f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:27.502207 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c59218-2656-4158-91d1-b7d7e0447fb0 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:04:27.509739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.521489 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Transition to ACTIVE for port object a1c59218-2656-4158-91d1-b7d7e0447fb0 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:04:27.525576 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.581143 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:27.611921 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.640767 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:27.654604 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Attempting to bind port a1c59218-2656-4158-91d1-b7d7e0447fb0 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:04:27.654931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Attempting to bind port a1c59218-2656-4158-91d1-b7d7e0447fb0 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:04:27.655257 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Attempting to bind port a1c59218-2656-4158-91d1-b7d7e0447fb0 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:04:27.660338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Port a1c59218-2656-4158-91d1-b7d7e0447fb0 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:04:27.660651 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Attempting to bind port a1c59218-2656-4158-91d1-b7d7e0447fb0 on network 41f7abf6-a2c1-4ce5-83fe-68e8627532be {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:04:27.667068 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:04:27.667403 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Checking segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:04:27.667785 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Bound using segment: {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:04:27.668217 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Bound port: a1c59218-2656-4158-91d1-b7d7e0447fb0, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906949f-3a9e-489f-aec3-1635fe693bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:04:27.668572 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.754931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:04:27.758275 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:04:27.763386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.803490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:27.803994 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:27.805465 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] 10.222.0.100 "PUT /v2.0/ports/a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 200 len: 1093 time: 0.7225096 Jan 28 02:04:27.805968 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:27.808397 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77b340-834c-4263-a6b2-28bea4bcef85" -d '{"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:27.845323 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46872c-10b3-46a9-b925-869dc11a57ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:27.870275 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91b65e-0d09-49fd-ac89-e16966d35166 x-openstack-request-id: req-da91b65e-0d09-49fd-ac89-e16966d35166 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:27.870563 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:27.870858 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-da91b65e-0d09-49fd-ac89-e16966d35166 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:27.871276 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'status': 'completed', 'code': 200} Jan 28 02:04:27.943233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-281f930f-f281-4277-ba6d-7e01717d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:27.944876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-281f930f-f281-4277-ba6d-7e01717d89e5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1096 time: 0.0478554 Jan 28 02:04:28.007097 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-3375fec5-40e4-4778-bc8a-f2b600110723 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 200 len: 217 time: 0.0419319 Jan 28 02:04:28.055342 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:28.070271 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-91bdf872-dc02-4aff-b029-b3bffc702413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.071910 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-91bdf872-dc02-4aff-b029-b3bffc702413 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0448430 Jan 28 02:04:28.117943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-f5019fae-95d7-40bc-8737-56f4a35b95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.119361 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-f5019fae-95d7-40bc-8737-56f4a35b95e9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402849 Jan 28 02:04:28.212351 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-ca4aee72-80d3-4bbb-adf2-979ffbdc45af service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848432 Jan 28 02:04:28.271058 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:28.304128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-157c9750-a02c-45b6-8a98-01f543fa95b7 req-d76c7091-8523-43c0-bf3f-de36f82937ee service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825374 Jan 28 02:04:28.379618 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:28.385279 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-279e797b-07ba-4561-a805-de43d2c99f69 admin admin] 10.222.0.96 "PUT /v2.0/routers/fb83ee67-b5c3-421c-9a7f-dc3be2d13710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202197 Jan 28 02:04:28.387614 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49842) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:28.388592 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Sync routers for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:28.397775 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:28.398289 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:28.508217 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:28.560859 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-460788e9-ab2f-41d8-a9db-4b3435c0afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.561657 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-460788e9-ab2f-41d8-a9db-4b3435c0afd0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1096 time: 0.1308410 Jan 28 02:04:28.564485 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:28.663600 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b771cba-bc2d-484e-8956-b9590056d57b req-4ed261f2-c37b-4d85-8a3f-b0fcbe0341b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.665070 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b771cba-bc2d-484e-8956-b9590056d57b req-4ed261f2-c37b-4d85-8a3f-b0fcbe0341b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.1660008 Jan 28 02:04:28.687318 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T02:04:27Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:28.716671 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Checking router: fb83ee67-b5c3-421c-9a7f-dc3be2d13710 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:28.725049 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Routers {'fb83ee67-b5c3-421c-9a7f-dc3be2d13710'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:28.725585 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:28.773529 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8b771cba-bc2d-484e-8956-b9590056d57b req-9a1a7da8-1f71-4b8c-a56b-d5bccd12f0ee tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000328 Jan 28 02:04:28.776506 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-880a534a-2ba0-42c3-a50a-21f292cf1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.777932 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-880a534a-2ba0-42c3-a50a-21f292cf1370 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.2080357 Jan 28 02:04:28.796740 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:28.827057 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] Set router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:28.827501 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-bf3d38b7-fa58-4b0f-90a6-67f87b5194dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 200 len: 217 time: 0.0390823 Jan 28 02:04:28.907893 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-3b1945e6-d68b-4631-88aa-31f3cb301ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:28.909382 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-3b1945e6-d68b-4631-88aa-31f3cb301ea7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0583036 Jan 28 02:04:28.918025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Deleting port 72ffe704-78e9-473d-850f-1bc98e619ef6 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:28.918362 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.004148 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T02:04:27Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:29.008980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-c9434680-088d-40c4-9d56-465f466289a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:29.010472 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-c9434680-088d-40c4-9d56-465f466289a4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895348 Jan 28 02:04:29.030270 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b5f8c-3a40-4465-a50c-e821343f128b None None] The sync data for ids ['fb83ee67-b5c3-421c-9a7f-dc3be2d13710'] in dv-cinder-824978-1-iscsi is: [{'id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'name': 'tempest-AttachVolumeShelveTestJSON-1192864974-router', 'tenant_id': 'c744efbffa214f18ab24d619620343c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:56:49Z', 'updated_at': '2022-01-28T02:04:27Z', 'revision_number': 5, 'project_id': 'c744efbffa214f18ab24d619620343c6', 'gw_port': {'id': '72ffe704-78e9-473d-850f-1bc98e619ef6', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83ee67-b5c3-421c-9a7f-dc3be2d13710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:56:51Z', 'updated_at': '2022-01-28T01:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:29.035928 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] For port 72ffe704-78e9-473d-850f-1bc98e619ef6, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=72ffe704-78e9-473d-850f-1bc98e619ef6,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:29.036313 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.098463 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Calling delete_port for 72ffe704-78e9-473d-850f-1bc98e619ef6 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:29.182476 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-8523ed06-efd9-4856-8b7c-76e78f3958f6 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591775 Jan 28 02:04:29.227826 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ebda0393-3efd-4c58-a66e-8b95b3c32a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.354798 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7b77b340-834c-4263-a6b2-28bea4bcef85 req-bff140ad-9275-412a-b908-38c1da079895 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644185 Jan 28 02:04:29.371140 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.395425 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Pushing event deleted for resources: {'Port': ['ID=72ffe704-78e9-473d-850f-1bc98e619ef6,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:29.433863 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:29.455155 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:29.455574 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f18ce8e2-45ed-4ebd-a86d-b4d1e36afa46 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:29.468381 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.561693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.563816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.611923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.612524 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb83ee67-b5c3-421c-9a7f-dc3be2d13710 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:04:29.617770 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.618818 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d01fa8a8-bb26-494f-8544-c0b0eb6e872e admin admin] 10.222.0.96 "DELETE /v2.0/routers/fb83ee67-b5c3-421c-9a7f-dc3be2d13710 HTTP/1.1" status: 204 len: 168 time: 1.2301869 Jan 28 02:04:29.621618 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49846) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:29.668732 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Deleting subnet 15e51dba-be26-4ad7-94ff-506ea13aeee5 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:04:29.673195 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.710005 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.824773 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.913331 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df407d0-fd08-40f9-a39d-e04e1a1ed626 req-9a7b137e-5612-4912-a457-b3c0c5354ea7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:29.915069 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7df407d0-fd08-40f9-a39d-e04e1a1ed626 req-9a7b137e-5612-4912-a457-b3c0c5354ea7 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0675747 Jan 28 02:04:29.916428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.951355 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e51dba-be26-4ad7-94ff-506ea13aeee5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:29.956627 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:29.960731 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1273fcd3-4e67-47d4-aaea-36669d68bc1e admin admin] 10.222.0.96 "DELETE /v2.0/subnets/15e51dba-be26-4ad7-94ff-506ea13aeee5 HTTP/1.1" status: 204 len: 168 time: 0.3371694 Jan 28 02:04:29.961788 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f13882-fe13-46f6-8e81-8087382aa944 None None] Network 828bafe9-6988-48d7-866b-8d25ce9d4df3 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:04:29.963014 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49850) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:29.987584 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7df407d0-fd08-40f9-a39d-e04e1a1ed626 req-a11e0429-6573-4502-b6cb-cbad5d5966ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635142 Jan 28 02:04:30.046615 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.109256 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Deleting port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:30.109647 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.158475 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] DHCP port deletion for 828bafe9-6988-48d7-866b-8d25ce9d4df3 request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:04:30.180304 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] For port 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0cf42f16-0d5a-4499-8b8c-b647032a6d63,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:30.180605 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.193286 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Calling delete_port for 0cf42f16-0d5a-4499-8b8c-b647032a6d63 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:30.203737 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Deleting port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:30.204113 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.270201 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.272547 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] For port 0cf42f16-0d5a-4499-8b8c-b647032a6d63, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0cf42f16-0d5a-4499-8b8c-b647032a6d63,segment=NetworkSegment(3677101b-ae7c-44f2-b350-f7db9a620585),segment_id=3677101b-ae7c-44f2-b350-f7db9a620585)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:30.272987 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.285924 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Calling delete_port for 0cf42f16-0d5a-4499-8b8c-b647032a6d63 owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:30.293691 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf42f16-0d5a-4499-8b8c-b647032a6d63,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:30.299884 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] No DVR routers for this DVR port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 on host dv-cinder-824978-1-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:30.374589 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.395504 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828bafe9-6988-48d7-866b-8d25ce9d4df3']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:30.402581 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.406206 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3677101b-ae7c-44f2-b350-f7db9a620585') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:30.406498 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3677101b-ae7c-44f2-b350-f7db9a620585') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:30.417472 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.427925 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Pushing event deleted for resources: {'Port': ['ID=0cf42f16-0d5a-4499-8b8c-b647032a6d63,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:30.431854 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.432091 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] No DVR routers for this DVR port 0cf42f16-0d5a-4499-8b8c-b647032a6d63 on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:30.438589 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.439328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.439328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.439601 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.440033 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.440207 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:04:30.440306 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.440402 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.440572 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.440917 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.441247 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.441569 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.441883 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.442201 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac91cb6-6bab-4600-94b8-bd061e4d4592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:04:30.442323 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:04:30.503081 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.520464 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.523540 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] 10.222.0.96 "DELETE /v2.0/networks/828bafe9-6988-48d7-866b-8d25ce9d4df3 HTTP/1.1" status: 204 len: 168 time: 0.5595176 Jan 28 02:04:30.524509 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b644-b9e2-496d-b4c0-b9a39b291a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=828bafe9-6988-48d7-866b-8d25ce9d4df3,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:30.636605 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49854) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:30.687750 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b9bb3ee9-ee27-45e2-b0d2-52a319d07f9a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c744efbffa214f18ab24d619620343c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498407 Jan 28 02:04:30.690134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49856) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:30.744119 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.765158 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.810471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.813025 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:30.816505 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e639c75-3304-4c0f-83f6-d7680661a954 HTTP/1.1" status: 204 len: 168 time: 0.1228313 Jan 28 02:04:30.822517 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0156-ed2f-4e01-a27a-2e5890ad7117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e639c75-3304-4c0f-83f6-d7680661a954,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:31.107175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee81a2-f8c1-4b9c-b654-ef8245aca0be req-353aa98b-ade9-4a93-811d-31b284bd0a76 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:31.108333 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05ee81a2-f8c1-4b9c-b654-ef8245aca0be req-353aa98b-ade9-4a93-811d-31b284bd0a76 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0512805 Jan 28 02:04:31.153266 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-05ee81a2-f8c1-4b9c-b654-ef8245aca0be req-016218cd-f249-4124-a9e8-f1f1ec487406 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Jan 28 02:04:31.304407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 72ffe704-78e9-473d-850f-1bc98e619ef6 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:31.328366 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 72ffe704-78e9-473d-850f-1bc98e619ef6 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:31.328711 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 72ffe704-78e9-473d-850f-1bc98e619ef6 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:31.329157 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0cf42f16-0d5a-4499-8b8c-b647032a6d63 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:31.348096 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 0cf42f16-0d5a-4499-8b8c-b647032a6d63 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:31.348438 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0cf42f16-0d5a-4499-8b8c-b647032a6d63 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:31.944650 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-29fc4de4-5d83-48da-9571-c72e3c6d2058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.279408 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70adc8-e252-43ca-87f8-ab51162ad1f3 req-9f473ae8-e6cb-438d-96a5-0f74c85d31a5 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:32.280925 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc70adc8-e252-43ca-87f8-ab51162ad1f3 req-9f473ae8-e6cb-438d-96a5-0f74c85d31a5 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0532525 Jan 28 02:04:32.318435 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc70adc8-e252-43ca-87f8-ab51162ad1f3 req-afb8518c-7b39-4ad6-8c67-3ac1674bb4dc tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jan 28 02:04:32.539562 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49916) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:32.648113 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-146f8fbd-fbde-4731-963b-581d59f06072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.729768 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-146f8fbd-fbde-4731-963b-581d59f06072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.733808 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-146f8fbd-fbde-4731-963b-581d59f06072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.773188 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-146f8fbd-fbde-4731-963b-581d59f06072 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5160320a512485397bd6f8ae7a7746a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324619 Jan 28 02:04:32.774121 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f8fbd-fbde-4731-963b-581d59f06072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d56c96-2c42-451d-a07b-abbd8af1ce6f,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:32.776936 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49920) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:32.831310 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.851930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.898345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.900900 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:32.902268 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/29d56c96-2c42-451d-a07b-abbd8af1ce6f HTTP/1.1" status: 204 len: 168 time: 0.1239066 Jan 28 02:04:32.910800 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f4f07-14e4-4d7b-9868-ab966c6f8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d56c96-2c42-451d-a07b-abbd8af1ce6f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:33.168206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 49926) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:33.182226 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0bd-fe56-44c4-a7f7-10c0ebb7632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.189328 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.259229 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0bd-fe56-44c4-a7f7-10c0ebb7632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.263117 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-56a1a0bd-fe56-44c4-a7f7-10c0ebb7632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.300898 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-56a1a0bd-fe56-44c4-a7f7-10c0ebb7632c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79dbaaa3277b419ca6f869100c9b6f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310208 Jan 28 02:04:33.301741 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1a0bd-fe56-44c4-a7f7-10c0ebb7632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3254b3a-1e5e-49b8-942f-017ae5848400,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:33.303524 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 49928) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:33.353238 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.375711 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.426886 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.429533 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:33.431075 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c3254b3a-1e5e-49b8-942f-017ae5848400 HTTP/1.1" status: 204 len: 168 time: 0.1261783 Jan 28 02:04:33.437321 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5440f-5eea-438e-9e1b-31b3154ed87c req-f9bf43d8-faa6-49fe-ad0d-e749c83a5d02 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:33.441249 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cdc5440f-5eea-438e-9e1b-31b3154ed87c req-f9bf43d8-faa6-49fe-ad0d-e749c83a5d02 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0547817 Jan 28 02:04:33.451862 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520d3b-65fd-4b54-bd34-324dd8072bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3254b3a-1e5e-49b8-942f-017ae5848400,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:33.482894 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cdc5440f-5eea-438e-9e1b-31b3154ed87c req-75231fbe-87a0-4604-9e9e-3e88b0ed7af3 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370758 Jan 28 02:04:34.574842 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:34.625521 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e06f-d284-46df-a6e1-517c7cc39c69 req-abf433b8-040d-47ae-a096-dc7094f6ea4d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:34.627027 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ceb2e06f-d284-46df-a6e1-517c7cc39c69 req-abf433b8-040d-47ae-a096-dc7094f6ea4d tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0553451 Jan 28 02:04:34.667160 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ceb2e06f-d284-46df-a6e1-517c7cc39c69 req-a227f008-0db8-464d-90ce-484642a87779 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334754 Jan 28 02:04:34.893914 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:35.782197 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26392bb1-53ce-4cf4-b636-31be8c6b90f6 req-1696ee30-5f18-4df0-a767-ff42bb05611f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:35.783896 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-26392bb1-53ce-4cf4-b636-31be8c6b90f6 req-1696ee30-5f18-4df0-a767-ff42bb05611f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0503519 Jan 28 02:04:35.821079 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-26392bb1-53ce-4cf4-b636-31be8c6b90f6 req-6b28e1b4-a74f-4a81-8ba2-5ac206c7334f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jan 28 02:04:36.920358 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5153f2-8be8-4228-aaa8-0995841c8b74 req-b963a0f4-dde7-422b-97c1-13c094b24bfe tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:36.921900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2a5153f2-8be8-4228-aaa8-0995841c8b74 req-b963a0f4-dde7-422b-97c1-13c094b24bfe tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0825231 Jan 28 02:04:36.977128 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-bdcacbfc-ec35-487e-ae47-0e49e43dfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:36.978530 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-bdcacbfc-ec35-487e-ae47-0e49e43dfbe1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1137 time: 0.1052301 Jan 28 02:04:36.993206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7eda-9aa7-4513-b1ce-114d48d8ef5a req-e3d2da33-d5a8-4a8d-9544-72abdebbd05c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:36.994568 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cecf7eda-9aa7-4513-b1ce-114d48d8ef5a req-e3d2da33-d5a8-4a8d-9544-72abdebbd05c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 943 time: 0.0967870 Jan 28 02:04:37.009022 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2a5153f2-8be8-4228-aaa8-0995841c8b74 req-b5b44e49-0d06-47f5-883f-8b85978ba0f9 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697963 Jan 28 02:04:37.087170 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cecf7eda-9aa7-4513-b1ce-114d48d8ef5a req-7f35dc5b-e566-4e35-8e7c-bc6b9038aed6 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762777 Jan 28 02:04:37.111429 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-47213f2d-35b3-4fdb-9bdd-e7ef2213e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:37.113030 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-47213f2d-35b3-4fdb-9bdd-e7ef2213e3e1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.1141632 Jan 28 02:04:37.192460 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-7a0e423b-8783-40aa-90c6-4506d64f9ffe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 1001 time: 0.0628438 Jan 28 02:04:37.245809 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-2ed9b65c-3190-4753-9ad7-1edecb7c6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:37.247866 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-2ed9b65c-3190-4753-9ad7-1edecb7c6c80 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0461884 Jan 28 02:04:37.293871 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-f5e36a40-1400-4c4c-9625-8794df5e94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:37.295480 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-f5e36a40-1400-4c4c-9625-8794df5e94d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394266 Jan 28 02:04:37.366962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a1c59218-2656-4158-91d1-b7d7e0447fb0 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:04:37.395144 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-d1b1248a-b9f3-4811-a497-699609c377a2 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875015 Jan 28 02:04:37.467705 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:37.479795 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'port_id': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'mac_address': 'fa:16:3e:0c:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:04:37.491520 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-224c0d63-8d55-4260-8e43-f1dbc4c448e5 req-d97c4a54-58d2-4a10-81ef-83b198eb5416 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884016 Jan 28 02:04:37.521480 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:37.539975 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c59218-2656-4158-91d1-b7d7e0447fb0 {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:04:37.561392 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:37.566740 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:37.615984 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:37.964663 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['a1c59218-2656-4158-91d1-b7d7e0447fb0'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:38.153951 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8ea47-ecd6-44b4-92ab-099e5967e4aa req-a7b59716-ff2a-4b46-87fc-7804b5448846 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:38.163304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81d8ea47-ecd6-44b4-92ab-099e5967e4aa req-a7b59716-ff2a-4b46-87fc-7804b5448846 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0664334 Jan 28 02:04:38.239508 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81d8ea47-ecd6-44b4-92ab-099e5967e4aa req-36f8859a-49f8-4fb9-ab52-57ffe4d0f327 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749822 Jan 28 02:04:38.266009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7709-e48c-4771-80e0-2d50da5f04ff req-c5210bf8-5a45-40d8-a5ec-27567fcccea4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:38.267933 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3d4e7709-e48c-4771-80e0-2d50da5f04ff req-c5210bf8-5a45-40d8-a5ec-27567fcccea4 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 944 time: 0.0842886 Jan 28 02:04:38.308076 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3d4e7709-e48c-4771-80e0-2d50da5f04ff req-acc3b595-9cc2-438d-a871-7ad3f0ac63dd tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333259 Jan 28 02:04:38.501974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50042) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:38.613354 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1877f342-d82b-49fc-9360-6cfb0db29440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.690949 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1877f342-d82b-49fc-9360-6cfb0db29440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.694538 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1877f342-d82b-49fc-9360-6cfb0db29440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.733056 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1877f342-d82b-49fc-9360-6cfb0db29440 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=19a9afb487e14a1f82a9e720792117a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296722 Jan 28 02:04:38.733759 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877f342-d82b-49fc-9360-6cfb0db29440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f494f-0e0b-4303-9f2d-28fc21cab771,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:38.735899 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50046) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:38.784015 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.805863 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.854547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.858184 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:38.859300 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa5f494f-0e0b-4303-9f2d-28fc21cab771 HTTP/1.1" status: 204 len: 168 time: 0.1224320 Jan 28 02:04:38.867490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d7e9-3c00-4812-b3cb-129c8c3ff830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f494f-0e0b-4303-9f2d-28fc21cab771,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:39.123483 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50052) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:39.136818 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22aff581-bd97-4092-b2e4-5f164a36f000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.212832 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22aff581-bd97-4092-b2e4-5f164a36f000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.217422 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22aff581-bd97-4092-b2e4-5f164a36f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.255669 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-22aff581-bd97-4092-b2e4-5f164a36f000 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3172e55b04824615b9fd1b11558c95db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310759 Jan 28 02:04:39.256546 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aff581-bd97-4092-b2e4-5f164a36f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec96ef2-0e7a-479d-a0da-f3ae0e01672d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:39.258285 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50056) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:39.338727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.367144 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.397884 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a1c59218-2656-4158-91d1-b7d7e0447fb0 up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:04:39.402703 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78357f-36c1-4995-9343-963c614c2b5f req-69c24c6c-85b9-4545-a292-89af1b5543ee tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:39.404724 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe78357f-36c1-4995-9343-963c614c2b5f req-69c24c6c-85b9-4545-a292-89af1b5543ee tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.1005118 Jan 28 02:04:39.448692 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port a1c59218-2656-4158-91d1-b7d7e0447fb0 completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:04:39.453451 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port a1c59218-2656-4158-91d1-b7d7e0447fb0 triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:04:39.453928 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.484209 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af15f9a-b5e4-4a17-bec4-af2a4d7c3503 req-445a9d29-89e9-4b1c-8401-41669b6bff49 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:39.485652 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8af15f9a-b5e4-4a17-bec4-af2a4d7c3503 req-445a9d29-89e9-4b1c-8401-41669b6bff49 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 944 time: 0.1077175 Jan 28 02:04:39.494295 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe78357f-36c1-4995-9343-963c614c2b5f req-202859c5-a854-47a9-92b9-699bc073f6a9 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662727 Jan 28 02:04:39.540621 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.566928 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:39.569371 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c9f7d-1299-4001-a4d2-cf5d5ebc64dc" -d '{"events": [{"server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:39.583876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:39.591931 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.617949 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03f3f7-7938-409f-8ea8-1af0673e5aac x-openstack-request-id: req-3f03f3f7-7938-409f-8ea8-1af0673e5aac {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:39.618225 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "name": "network-vif-plugged", "status": "completed", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:39.618475 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-3f03f3f7-7938-409f-8ea8-1af0673e5aac {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:39.618867 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'code': 200} Jan 28 02:04:39.646407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:39.785456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.787917 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:39.789048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cec96ef2-0e7a-479d-a0da-f3ae0e01672d HTTP/1.1" status: 204 len: 168 time: 0.5289383 Jan 28 02:04:39.800160 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a0546-7def-4498-9ad7-dca51aa6e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec96ef2-0e7a-479d-a0da-f3ae0e01672d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:39.821371 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-8af15f9a-b5e4-4a17-bec4-af2a4d7c3503 req-9daa1403-8a88-4a64-a0f4-a0771ea854a6 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252912 Jan 28 02:04:39.920099 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f78c-b60b-479a-be53-fe493ff3cfb4 req-1c02ad95-487d-47f2-9488-9d86d5cf0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:39.921571 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4c81f78c-b60b-479a-be53-fe493ff3cfb4 req-1c02ad95-487d-47f2-9488-9d86d5cf0bbf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1098 time: 0.0388975 Jan 28 02:04:39.961592 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4c81f78c-b60b-479a-be53-fe493ff3cfb4 req-a430bc65-82c7-448a-80a3-2917c5ebcc5e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293918 Jan 28 02:04:40.627736 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c1db-1582-4064-b421-c20a5aa6b1dc req-c2a60023-3c3d-4d8a-8d7f-e118c8d928d4 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:40.633323 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d81c1db-1582-4064-b421-c20a5aa6b1dc req-c2a60023-3c3d-4d8a-8d7f-e118c8d928d4 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0619876 Jan 28 02:04:40.677985 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6d81c1db-1582-4064-b421-c20a5aa6b1dc req-88a5cd42-338d-463f-9a58-610e9f9bdb57 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409560 Jan 28 02:04:40.961394 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689abe50-655f-484c-a67d-0d3e7917afa9 req-e612aaed-02d7-4203-b95d-c7007eb98698 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:40.963900 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-689abe50-655f-484c-a67d-0d3e7917afa9 req-e612aaed-02d7-4203-b95d-c7007eb98698 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.0695601 Jan 28 02:04:41.023488 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-689abe50-655f-484c-a67d-0d3e7917afa9 req-45ccf3aa-84db-42c3-80c5-ca666459b4d1 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516346 Jan 28 02:04:41.627720 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50118) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:41.731209 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50124) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:41.733489 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e420787d-e114-40ec-86bc-fd7831c9beff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:41.840047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722aa41-8c92-4d09-8f8a-d7e5a1880b99 req-ca71984a-f4dc-4485-b0ea-088f8a9abb86 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:41.842353 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6722aa41-8c92-4d09-8f8a-d7e5a1880b99 req-ca71984a-f4dc-4485-b0ea-088f8a9abb86 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0963423 Jan 28 02:04:41.883861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e420787d-e114-40ec-86bc-fd7831c9beff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:41.889633 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e420787d-e114-40ec-86bc-fd7831c9beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:41.930130 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6722aa41-8c92-4d09-8f8a-d7e5a1880b99 req-a1ccb4c1-bcd2-4681-873b-bec0b17c90fb tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796108 Jan 28 02:04:41.936583 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e420787d-e114-40ec-86bc-fd7831c9beff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8240b20b5be74d69b73b8616a7cbf76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078225 Jan 28 02:04:41.939197 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50128) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:41.953112 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420787d-e114-40ec-86bc-fd7831c9beff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df525446-3667-42ce-b814-e346a58ba475,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:42.027455 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.056518 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.064311 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Deleting port 8ae0b973-61a2-4028-97e9-6f5f5253b58b {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:42.064639 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.155882 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d9f3-33fe-4440-9588-15f0350ff18a req-099062a9-f892-4fb5-b86d-4129e145a894 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:42.157430 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3477d9f3-33fe-4440-9588-15f0350ff18a req-099062a9-f892-4fb5-b86d-4129e145a894 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Jan 28 02:04:42.164349 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.164725 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.177948 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.180347 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.181479 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/df525446-3667-42ce-b814-e346a58ba475 HTTP/1.1" status: 204 len: 168 time: 0.2413166 Jan 28 02:04:42.182405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Calling delete_port for 8ae0b973-61a2-4028-97e9-6f5f5253b58b owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:42.193953 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06649c2-8763-4a8a-bb40-b6f31c050543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df525446-3667-42ce-b814-e346a58ba475,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:42.201218 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3477d9f3-33fe-4440-9588-15f0350ff18a req-719cdbf4-4dd1-4b14-b565-42ce2de8b803 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359404 Jan 28 02:04:42.339659 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7dd41-8b12-4b44-93a2-e6f7604f8e1d req-b231b093-d823-4f81-be9f-86b13a5d96da tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:42.341568 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-25f7dd41-8b12-4b44-93a2-e6f7604f8e1d req-b231b093-d823-4f81-be9f-86b13a5d96da tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.0550351 Jan 28 02:04:42.377463 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.383575 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-25f7dd41-8b12-4b44-93a2-e6f7604f8e1d req-dcf48af1-0385-4744-b712-006dac4ad544 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354011 Jan 28 02:04:42.409946 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50140) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:42.410676 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event deleted for resources: {'Port': ['ID=8ae0b973-61a2-4028-97e9-6f5f5253b58b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:42.467617 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.467954 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.l3_db [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Floating IP 99edcbf6-60fc-4e8d-aa03-8544ac08a80e disassociated (deleted). External IP: 172.27.1.23, port: 1938f369-8c3b-46ca-90e4-040b0e1f5517. Jan 28 02:04:42.497717 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50144) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:42.511188 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8f102895-0103-42c3-90c5-6cdee6fe491c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.631492 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8f102895-0103-42c3-90c5-6cdee6fe491c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.636731 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8f102895-0103-42c3-90c5-6cdee6fe491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.659046 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27eed3-b2a2-4c13-bbaf-5579d00c8aba tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:42.660667 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4e27eed3-b2a2-4c13-bbaf-5579d00c8aba tempest-TestVolumeBootPattern-2117707779 tempest-TestVolumeBootPattern-2117707779-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1093 time: 0.2501326 Jan 28 02:04:42.665056 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50146) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:42.673986 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'port_id': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:04:42.694502 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8f102895-0103-42c3-90c5-6cdee6fe491c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2fb731fe215d4a4ba7c6f7b31b255760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957138 Jan 28 02:04:42.697145 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50148) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:42.702247 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f102895-0103-42c3-90c5-6cdee6fe491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ded7b6-dbce-4168-806f-107347e5d39b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:42.717825 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Router b2772783-ee27-4c19-aa99-78334df80c26 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:42.719370 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.799782 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.818615 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.853294 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.888825 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:42.895295 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.899285 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Sync routers for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:42.910370 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:42.911082 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:42.928537 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f064d0fd-5f05-469b-8e3b-aa6abdd21221 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "DELETE /v2.0/floatingips/99edcbf6-60fc-4e8d-aa03-8544ac08a80e HTTP/1.1" status: 204 len: 168 time: 1.1950765 Jan 28 02:04:42.929508 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:42.931776 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d" -d '{"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:42.939096 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.941018 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Allocated IP 172.27.1.170 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:04:42.941903 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:42.943175 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/16ded7b6-dbce-4168-806f-107347e5d39b HTTP/1.1" status: 204 len: 168 time: 0.2450502 Jan 28 02:04:42.952655 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a4683-8ca6-4d55-b6f7-9e8fba104339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ded7b6-dbce-4168-806f-107347e5d39b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:43.019092 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b427e680-f6b4-4222-a42f-eaa43add8614 x-openstack-request-id: req-b427e680-f6b4-4222-a42f-eaa43add8614 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:43.019388 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:43.019640 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b427e680-f6b4-4222-a42f-eaa43add8614 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:43.020036 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'status': 'completed', 'code': 200} Jan 28 02:04:43.077856 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:43.085823 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:43.194855 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-f96945e6-2bfb-42c5-9b8a-a0dd95933813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.196161 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-f96945e6-2bfb-42c5-9b8a-a0dd95933813 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=50b9208765264efbb2e25f5ba4896b4a&device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 1098 time: 0.1164808 Jan 28 02:04:43.209319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6ac3-0cd6-43f9-9a7a-27fabfe8f638 req-e730041a-9514-4460-bd38-7b1b2b864b7a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.210875 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90cb6ac3-0cd6-43f9-9a7a-27fabfe8f638 req-e730041a-9514-4460-bd38-7b1b2b864b7a tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.1173110 Jan 28 02:04:43.218886 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:43.323404 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:04:43.343591 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:43.367720 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:04:43.380021 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Checking router: b2772783-ee27-4c19-aa99-78334df80c26 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:43.389283 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:43.389903 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:43.397916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:04:43.424693 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:43.440741 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-90cb6ac3-0cd6-43f9-9a7a-27fabfe8f638 req-1d8df8c5-5f15-4151-a4cc-8d9ef3d2acbc tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150536 Jan 28 02:04:43.498328 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8133bf4-37df-401a-99d8-3800ab0d9cd4 req-efe8e3b1-cb7c-4e95-8146-b1f833e910c4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.499886 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8133bf4-37df-401a-99d8-3800ab0d9cd4 req-efe8e3b1-cb7c-4e95-8146-b1f833e910c4 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.2334745 Jan 28 02:04:43.511167 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:43.535434 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-f1eae71e-96fd-4fc9-84f1-082630ec5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.536894 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-f1eae71e-96fd-4fc9-84f1-082630ec5868 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 200 len: 910 time: 0.2738802 Jan 28 02:04:43.627656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-a36f7c6f-8b66-4c4e-95cc-0988efd15b78 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 200 len: 217 time: 0.0772498 Jan 28 02:04:43.702020 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d8133bf4-37df-401a-99d8-3800ab0d9cd4 req-2a3f091a-b208-4431-8cc3-fa191d8e1985 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792338 Jan 28 02:04:43.728923 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:43.759450 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-a00666c3-af3c-4eab-80fc-cb8b48e9583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.759656 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf538e61-7e53-4426-b281-4e7a88242b4b None None] The sync data for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi is: [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T01:58:53Z', 'revision_number': 4, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': 'd5be270c-88b6-493a-b34b-23ab5292e708', 'name': '', 'network_id': '9a36e3d5-651e-44a6-a2b4-a2020f9839b6', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'mac_address': 'fa:16:3e:ee:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:52Z', 'updated_at': '2022-01-28T01:58:58Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'subnets': [{'id': '99d83ab3-e957-40b8-9b94-562993b910dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:43.760868 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-a00666c3-af3c-4eab-80fc-cb8b48e9583f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 200 len: 848 time: 0.1249673 Jan 28 02:04:43.862340 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-8b66ac2e-4af0-4238-ab15-316810ecd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:43.863958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-8b66ac2e-4af0-4238-ab15-316810ecd525 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9a36e3d5-651e-44a6-a2b4-a2020f9839b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639293 Jan 28 02:04:44.037437 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef206aaa-ab61-4970-a14b-5fcbde83bb2b None None] New status for floating IP 99edcbf6-60fc-4e8d-aa03-8544ac08a80e: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:04:44.071682 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-24d046ad-834b-47e9-a110-5dfb7c1669ba service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806979 Jan 28 02:04:44.107416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:44.240682 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ea9c02f7-b076-4ee2-94c0-f32e417ca80d req-bb6eefb3-ee4c-4a9f-b9fe-144d7923b5c0 service neutron] 10.222.0.100 "GET /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551423 Jan 28 02:04:44.244466 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:44.408766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:44.413470 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:44.482639 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event updated for resources: {'Port': ['ID=1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:44.494837 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:44.632183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fca137-16dd-4141-8760-b8ad6f24e7c9 req-1211d745-9712-4534-84cf-d3d3a6012d79 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:44.633723 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60fca137-16dd-4141-8760-b8ad6f24e7c9 req-1211d745-9712-4534-84cf-d3d3a6012d79 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0991151 Jan 28 02:04:44.649789 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 3ec5699f-3d9b-4249-8194-4df891b95223 associated. External IP: 172.27.1.170, port: a1c59218-2656-4158-91d1-b7d7e0447fb0. Jan 28 02:04:44.730159 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60fca137-16dd-4141-8760-b8ad6f24e7c9 req-1267aedb-56cb-43c1-aac9-6195e0c32ad0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882266 Jan 28 02:04:44.885380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26441f-1fb1-4ba0-8e51-f311ac629656 req-4084f2d3-2da6-4d5e-be6f-049afddec869 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:44.886854 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-df26441f-1fb1-4ba0-8e51-f311ac629656 req-4084f2d3-2da6-4d5e-be6f-049afddec869 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1031270 Jan 28 02:04:44.968529 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-df26441f-1fb1-4ba0-8e51-f311ac629656 req-f366649b-8ec9-4ad4-8205-54e389ceab70 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529995 Jan 28 02:04:44.972440 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:45.088377 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:45.100179 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:45.109195 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:45.110076 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:45.110938 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:45.225943 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:45.452701 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2ebf7633-d508-4004-a6c2-0ac2abe4e056 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7740200 Jan 28 02:04:45.452701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:45.452701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d755c04d-7679-42b4-996f-54f592095717" -d '{"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:45.484316 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '3ec5699f-3d9b-4249-8194-4df891b95223', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:0c:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241188c-6827-43b6-87ca-c196237b79d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:43Z', 'updated_at': '2022-01-28T02:04:43Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}, {'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:45.493188 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e69f52-9a4e-4a12-94f2-336cf6480499 x-openstack-request-id: req-64e69f52-9a4e-4a12-94f2-336cf6480499 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:45.493476 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:45.493727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-64e69f52-9a4e-4a12-94f2-336cf6480499 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:45.494124 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'status': 'completed', 'code': 200} Jan 28 02:04:45.504190 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-1c91a07d-5f08-48fd-b3f7-b1ca121730db tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:45.505753 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-1c91a07d-5f08-48fd-b3f7-b1ca121730db tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.100 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.0948622 Jan 28 02:04:45.513901 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:45.523212 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:45.524236 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:45.636389 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c04d-7679-42b4-996f-54f592095717 req-cac2be51-03f4-494f-994f-85fb63b10c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:45.638418 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-cac2be51-03f4-494f-994f-85fb63b10c48 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1098 time: 0.0955217 Jan 28 02:04:45.643598 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:45.708921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Deleting port 1938f369-8c3b-46ca-90e4-040b0e1f5517 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:45.709270 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:45.814122 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c04d-7679-42b4-996f-54f592095717 req-69c35bf9-b25b-44c5-a31d-73b6e6d7fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:45.815825 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-69c35bf9-b25b-44c5-a31d-73b6e6d7fe17 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1697252 Jan 28 02:04:45.822585 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:45.920763 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] For port 1938f369-8c3b-46ca-90e4-040b0e1f5517, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1938f369-8c3b-46ca-90e4-040b0e1f5517,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:45.921781 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:45.952590 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-1adf0cfe-5a73-463d-a940-4415f0cf861e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 200 len: 999 time: 0.1212573 Jan 28 02:04:45.954276 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Calling delete_port for 1938f369-8c3b-46ca-90e4-040b0e1f5517 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:45.998740 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '3ec5699f-3d9b-4249-8194-4df891b95223', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:0c:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241188c-6827-43b6-87ca-c196237b79d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:43Z', 'updated_at': '2022-01-28T02:04:43Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}, {'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:45.999288 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0a71-feb3-4cfc-a098-a4b32617ae41 req-e111a567-4cb1-4cb3-9aad-eec70daeb357 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:46.003643 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-943c0a71-feb3-4cfc-a098-a4b32617ae41 req-e111a567-4cb1-4cb3-9aad-eec70daeb357 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.1742127 Jan 28 02:04:46.041185 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab3ec8-a903-4736-9177-2cdacae7d017 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '3ec5699f-3d9b-4249-8194-4df891b95223', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:0c:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241188c-6827-43b6-87ca-c196237b79d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:04:43Z', 'updated_at': '2022-01-28T02:04:43Z', 'revision_number': 0, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}, {'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:46.093739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c04d-7679-42b4-996f-54f592095717 req-efe322d7-e868-4cde-9ed1-cb58e466366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:46.095213 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-efe322d7-e868-4cde-9ed1-cb58e466366b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.1361196 Jan 28 02:04:46.176162 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-943c0a71-feb3-4cfc-a098-a4b32617ae41 req-2f7c32b2-cc3b-4560-844a-d807f38fff79 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306326 Jan 28 02:04:46.212921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aafa6-a509-4211-a8b3-c6ebfee03e04 req-2f5c2583-57af-41cd-921a-b9d7e2a02e2c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:46.214538 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9b7aafa6-a509-4211-a8b3-c6ebfee03e04 req-2f5c2583-57af-41cd-921a-b9d7e2a02e2c tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 945 time: 0.1425855 Jan 28 02:04:46.221608 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c04d-7679-42b4-996f-54f592095717 req-e0046d11-c9db-4c3b-ad6b-426111a812a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:46.223156 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-e0046d11-c9db-4c3b-ad6b-426111a812a2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068699 Jan 28 02:04:46.267730 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d082dc5-095c-412a-bb3b-1619b657f9a4 None None] New status for floating IP 3ec5699f-3d9b-4249-8194-4df891b95223: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:04:46.355220 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9b7aafa6-a509-4211-a8b3-c6ebfee03e04 req-69867c8d-6356-4006-a1c2-4c5c12e2b8d9 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/security-groups?id=de9ced0e-3a86-41a3-97c9-e0f464d77ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309917 Jan 28 02:04:46.366047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:46.376346 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:46.422465 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event deleted for resources: {'Port': ['ID=1938f369-8c3b-46ca-90e4-040b0e1f5517,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:46.461037 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-a20b7e17-a658-4f7a-a824-c473546632b1 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299592 Jan 28 02:04:46.483198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] No DVR routers for this DVR port 1938f369-8c3b-46ca-90e4-040b0e1f5517 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:46.486008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:46.489173 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3cdb7aab-8bfa-4f58-89e2-fcc9d4ac0452 req-fe919500-cf7f-4e36-925a-0b244ac91201 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.100 "DELETE /v2.0/ports/1938f369-8c3b-46ca-90e4-040b0e1f5517 HTTP/1.1" status: 204 len: 173 time: 0.9581599 Jan 28 02:04:46.578911 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d755c04d-7679-42b4-996f-54f592095717 req-a0098873-6e96-4d9a-97b8-cbdc86f1003c service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034098 Jan 28 02:04:47.300104 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d31be6-ad9b-4bb6-a7c5-b52bb40fda7a req-bdd35f22-ef95-4c66-8c41-37cb60e9fb8f tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:47.301587 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87d31be6-ad9b-4bb6-a7c5-b52bb40fda7a req-bdd35f22-ef95-4c66-8c41-37cb60e9fb8f tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0529721 Jan 28 02:04:47.343698 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87d31be6-ad9b-4bb6-a7c5-b52bb40fda7a req-98accab4-40f2-4368-8ab9-0309bc2b3db3 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360968 Jan 28 02:04:47.483398 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30fcaf21-99ea-4d09-99f4-5da569bfaa48 req-44485e3c-6b86-4ad1-8d9c-0ee41d6ef013 tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "GET /v2.0/ports?device_id=a298e144-76c9-46a8-9fd3-10930cffe935 HTTP/1.1" status: 200 len: 210 time: 0.0269628 Jan 28 02:04:47.495171 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-deleted', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:47.498805 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9efa935-7938-43b3-8659-1cb2b45bdc12" -d '{"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-deleted", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:47.540706 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda5c34-50be-4962-98b0-29560ab61e22 x-openstack-request-id: req-afda5c34-50be-4962-98b0-29560ab61e22 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:47.541047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a298e144-76c9-46a8-9fd3-10930cffe935", "name": "network-vif-deleted", "tag": "1938f369-8c3b-46ca-90e4-040b0e1f5517", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:47.541299 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-afda5c34-50be-4962-98b0-29560ab61e22 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:47.541690 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a298e144-76c9-46a8-9fd3-10930cffe935', 'name': 'network-vif-deleted', 'tag': '1938f369-8c3b-46ca-90e4-040b0e1f5517', 'status': 'completed', 'code': 200} Jan 28 02:04:48.300318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50278) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:48.410927 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3866d99d-8818-4b0c-a927-3066dc9d2417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.465262 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b892c-a236-48d7-a278-3f078e492256 req-1aa67df4-400b-446f-8afe-5a5cfc3c70f5 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:48.467213 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe5b892c-a236-48d7-a278-3f078e492256 req-1aa67df4-400b-446f-8afe-5a5cfc3c70f5 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0564942 Jan 28 02:04:48.494322 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3866d99d-8818-4b0c-a927-3066dc9d2417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.498738 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3866d99d-8818-4b0c-a927-3066dc9d2417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.515845 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fe5b892c-a236-48d7-a278-3f078e492256 req-51694450-01b6-4251-b861-f22241974113 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419772 Jan 28 02:04:48.539263 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-3866d99d-8818-4b0c-a927-3066dc9d2417 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=633c979bfcca4708ab2a7e8574ac4333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376668 Jan 28 02:04:48.539961 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d99d-8818-4b0c-a927-3066dc9d2417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b8d68-b67c-493d-9d38-5e4e860564cd,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:48.542064 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50286) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:48.545234 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50288) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:48.600977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.607066 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.627698 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.641718 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.686386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.689085 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.690228 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0b5b8d68-b67c-493d-9d38-5e4e860564cd HTTP/1.1" status: 204 len: 168 time: 0.1471517 Jan 28 02:04:48.702194 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5112-e246-437b-9c18-034c55c5fef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b8d68-b67c-493d-9d38-5e4e860564cd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:48.715665 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.718715 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:48.722754 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] 10.222.0.96 "DELETE /v2.0/security-groups/de9ced0e-3a86-41a3-97c9-e0f464d77ce8 HTTP/1.1" status: 204 len: 168 time: 0.1737614 Jan 28 02:04:48.732672 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fb0f1-cda8-4a7b-ac83-39a2c054cc5b tempest-TestShelveInstance-478928230 tempest-TestShelveInstance-478928230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9ced0e-3a86-41a3-97c9-e0f464d77ce8,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:48.770610 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50294) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:48.984217 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50300) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:48.999035 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8737de7-1661-4f46-8970-19e2b7ef9745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.076390 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8737de7-1661-4f46-8970-19e2b7ef9745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.080788 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8737de7-1661-4f46-8970-19e2b7ef9745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.124392 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b8737de7-1661-4f46-8970-19e2b7ef9745 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ca9e513abf2b4365924384355a57cd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363080 Jan 28 02:04:49.124392 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8737de7-1661-4f46-8970-19e2b7ef9745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8c25cf-fad5-4427-b770-8407e6160cf9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:49.124712 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50302) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:49.226748 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.259656 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.336911 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.339716 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.341416 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3b8c25cf-fad5-4427-b770-8407e6160cf9 HTTP/1.1" status: 204 len: 168 time: 0.2156687 Jan 28 02:04:49.351140 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ab73-80b3-4dde-bf78-821ab13df7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8c25cf-fad5-4427-b770-8407e6160cf9,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:49.368378 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.460269 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:49.490062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 1938f369-8c3b-46ca-90e4-040b0e1f5517 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:49.490601 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 1938f369-8c3b-46ca-90e4-040b0e1f5517 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:49.667980 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32f74e-ac95-43de-98b7-c1ad4839205d req-3e9b1140-870c-45b1-9013-8cc41c211a13 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:49.670915 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3b32f74e-ac95-43de-98b7-c1ad4839205d req-3e9b1140-870c-45b1-9013-8cc41c211a13 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0596576 Jan 28 02:04:49.710482 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50310) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:49.729789 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3b32f74e-ac95-43de-98b7-c1ad4839205d req-b8f121ce-74c0-41f0-a774-dc14039a76ae tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512941 Jan 28 02:04:49.730947 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b539f3fd-4af3-4e9d-8f4e-e9dfe1328926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.815915 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b539f3fd-4af3-4e9d-8f4e-e9dfe1328926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.819853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b539f3fd-4af3-4e9d-8f4e-e9dfe1328926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.863094 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Deleting port d5be270c-88b6-493a-b34b-23ab5292e708 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:49.864114 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.868119 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b539f3fd-4af3-4e9d-8f4e-e9dfe1328926 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea37ed5c38b14af487c23d43afc7fe91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542284 Jan 28 02:04:49.868119 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539f3fd-4af3-4e9d-8f4e-e9dfe1328926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92770fe-6df4-405b-8f24-69d32a94e699,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:49.870758 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50312) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:49.923287 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.944603 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] For port d5be270c-88b6-493a-b34b-23ab5292e708, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=d5be270c-88b6-493a-b34b-23ab5292e708,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:49.945077 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.945384 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.959663 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Calling delete_port for d5be270c-88b6-493a-b34b-23ab5292e708 owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:49.995555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.998660 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.999816 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a92770fe-6df4-405b-8f24-69d32a94e699 HTTP/1.1" status: 204 len: 168 time: 0.1279948 Jan 28 02:04:50.008353 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22422a-1999-4149-ac65-3b13c2a83b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92770fe-6df4-405b-8f24-69d32a94e699,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:50.153428 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:50.185370 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5be270c-88b6-493a-b34b-23ab5292e708,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:50.355311 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:50.598231 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Router b2772783-ee27-4c19-aa99-78334df80c26 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:50.717710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:50.723251 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-16e52c57-adde-4dd8-ae1e-0731edd5a030 admin admin] 10.222.0.96 "PUT /v2.0/routers/b2772783-ee27-4c19-aa99-78334df80c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9512486 Jan 28 02:04:50.725766 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50334) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:50.726885 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Sync routers for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:50.736702 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:50.737705 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:50.840335 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks [] for router, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:50.866471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa622e5-5e6b-4c68-970a-34da5a492b86 req-4d070159-16fe-43ff-a93a-0c9c90392290 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:50.867562 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:50.867892 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0aa622e5-5e6b-4c68-970a-34da5a492b86 req-4d070159-16fe-43ff-a93a-0c9c90392290 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0552561 Jan 28 02:04:50.941128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0aa622e5-5e6b-4c68-970a-34da5a492b86 req-29b76008-f7c5-49b3-b303-6c95def535d7 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631900 Jan 28 02:04:50.970443 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.032590 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Deleting port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:51.033324 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.062825 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T02:04:50Z', 'revision_number': 5, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port': {'id': '3bcd393b-9b71-4c5e-974b-4ffc17b381fa', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:50Z', 'updated_at': '2022-01-28T01:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:51.090316 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Checking router: b2772783-ee27-4c19-aa99-78334df80c26 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:51.099782 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Routers {'b2772783-ee27-4c19-aa99-78334df80c26'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:51.100419 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['b2772783-ee27-4c19-aa99-78334df80c26'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:51.123603 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] For port 3bcd393b-9b71-4c5e-974b-4ffc17b381fa, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:51.123961 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.137995 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Calling delete_port for 3bcd393b-9b71-4c5e-974b-4ffc17b381fa owned by network:router_gateway {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:51.192974 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] Set router b2772783-ee27-4c19-aa99-78334df80c26 gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:51.269567 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T02:04:50Z', 'revision_number': 6, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:51.308764 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65970ecd-94b0-488a-8fb4-44c731b352c6 None None] The sync data for ids ['b2772783-ee27-4c19-aa99-78334df80c26'] in dv-cinder-824978-1-iscsi is: [{'id': 'b2772783-ee27-4c19-aa99-78334df80c26', 'name': 'tempest-TestShelveInstance-1739631880-router', 'tenant_id': '50b9208765264efbb2e25f5ba4896b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:49Z', 'updated_at': '2022-01-28T02:04:50Z', 'revision_number': 6, 'project_id': '50b9208765264efbb2e25f5ba4896b4a', 'gw_port_host': None}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:51.343818 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.377931 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcd393b-9b71-4c5e-974b-4ffc17b381fa,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:51.442637 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.554862 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.557110 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.627385 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.627923 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2772783-ee27-4c19-aa99-78334df80c26 {{(pid=101346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:04:51.633421 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.634596 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f5aa3387-3cb2-434c-a0aa-c1fc1eebf20f admin admin] 10.222.0.96 "DELETE /v2.0/routers/b2772783-ee27-4c19-aa99-78334df80c26 HTTP/1.1" status: 204 len: 168 time: 0.9078946 Jan 28 02:04:51.637110 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50358) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:51.683512 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Deleting subnet 99d83ab3-e957-40b8-9b94-562993b910dd {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:04:51.686955 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.729099 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.869140 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.930147 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.956920 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d83ab3-e957-40b8-9b94-562993b910dd,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:51.960674 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:51.966674 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50378) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:51.967920 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-e2b3f309-8d93-45f4-b3fb-53fc6347525f admin admin] 10.222.0.96 "DELETE /v2.0/subnets/99d83ab3-e957-40b8-9b94-562993b910dd HTTP/1.1" status: 204 len: 168 time: 0.3283343 Jan 28 02:04:51.973699 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d28cc-5cc9-4fff-a880-81db521f6347 None None] Network 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:04:52.091713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.112602 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131621f-006f-4f51-a838-e05588f5605c req-8b87b6c4-e77d-46a3-a5b2-5df75bdb017d tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:52.114212 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e131621f-006f-4f51-a838-e05588f5605c req-8b87b6c4-e77d-46a3-a5b2-5df75bdb017d tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0821321 Jan 28 02:04:52.194573 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e131621f-006f-4f51-a838-e05588f5605c req-3fb59c10-d074-4fc5-b8b2-b173ba1070de tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687683 Jan 28 02:04:52.224740 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] DHCP port deletion for 9a36e3d5-651e-44a6-a2b4-a2020f9839b6 request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:04:52.225916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Deleting port 21a86a82-34cb-4e7f-9424-4b0629464531 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:52.226336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.286080 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Deleting port 21a86a82-34cb-4e7f-9424-4b0629464531 {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:52.286733 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.306918 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] For port 21a86a82-34cb-4e7f-9424-4b0629464531, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=21a86a82-34cb-4e7f-9424-4b0629464531,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:52.307386 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.324606 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Calling delete_port for 21a86a82-34cb-4e7f-9424-4b0629464531 owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:52.358049 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] For port 21a86a82-34cb-4e7f-9424-4b0629464531, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=21a86a82-34cb-4e7f-9424-4b0629464531,segment=NetworkSegment(982b85ae-adbf-4615-8bfc-56abd93e3cef),segment_id=982b85ae-adbf-4615-8bfc-56abd93e3cef)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:52.358754 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.384756 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Calling delete_port for 21a86a82-34cb-4e7f-9424-4b0629464531 owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:52.398318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50392) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:52.415155 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.448419 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a86a82-34cb-4e7f-9424-4b0629464531,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:52.450319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] No DVR routers for this DVR port 21a86a82-34cb-4e7f-9424-4b0629464531 on host dv-cinder-824978-1-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:52.487794 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.520830 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] Pushing event deleted for resources: {'Port': ['ID=21a86a82-34cb-4e7f-9424-4b0629464531,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:52.535566 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.540226 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491d548-a2b9-4032-896b-b93dd34e3fde None None] No DVR routers for this DVR port 21a86a82-34cb-4e7f-9424-4b0629464531 on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:52.572201 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a36e3d5-651e-44a6-a2b4-a2020f9839b6']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:52.582380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982b85ae-adbf-4615-8bfc-56abd93e3cef') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:52.582819 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982b85ae-adbf-4615-8bfc-56abd93e3cef') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:52.583004 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2abaf33f-b217-4cf0-818e-57de76e7ac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.593362 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.608619 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.619044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:04:52.619701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:04:52.624277 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:04:52.663802 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2abaf33f-b217-4cf0-818e-57de76e7ac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.667620 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2abaf33f-b217-4cf0-818e-57de76e7ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.706083 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2abaf33f-b217-4cf0-818e-57de76e7ac9a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0b580db2491140cb8c08cbaa71fbba63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066335 Jan 28 02:04:52.707203 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaf33f-b217-4cf0-818e-57de76e7ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe6b433-de6d-478b-bb00-b2ca5c59ccd3,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:52.709307 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50396) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:52.767064 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.787847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.794112 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9a36e3d5-651e-44a6-a2b4-a2020f9839b6 HTTP/1.1" status: 204 len: 168 time: 0.8241909 Jan 28 02:04:52.797168 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50398) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:52.817547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350613c8-d397-4e23-8eb5-0bb960a094c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a36e3d5-651e-44a6-a2b4-a2020f9839b6,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:52.846019 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.884691 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.947106 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.949602 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:52.951557 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2fe6b433-de6d-478b-bb00-b2ca5c59ccd3 HTTP/1.1" status: 204 len: 168 time: 0.2408867 Jan 28 02:04:52.959640 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce262e8d-b0d9-4a5a-8a50-847a59a1dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe6b433-de6d-478b-bb00-b2ca5c59ccd3,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:53.147974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.248322 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50408) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:53.269275 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-103accd1-1983-4fd7-99a0-de92db9da0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.327373 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 21a86a82-34cb-4e7f-9424-4b0629464531 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:53.333073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629d66-5472-48a9-9752-dba6788ad87d req-31543bc5-0c5f-4b16-a012-b63e462d3449 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:53.334670 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-94629d66-5472-48a9-9752-dba6788ad87d req-31543bc5-0c5f-4b16-a012-b63e462d3449 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0691862 Jan 28 02:04:53.371426 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 21a86a82-34cb-4e7f-9424-4b0629464531 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:53.372658 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 21a86a82-34cb-4e7f-9424-4b0629464531 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:53.373288 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 3bcd393b-9b71-4c5e-974b-4ffc17b381fa no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:53.386252 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-94629d66-5472-48a9-9752-dba6788ad87d req-6a1462d3-c5eb-4eef-83c4-a5f8593ded18 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432737 Jan 28 02:04:53.396391 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 3bcd393b-9b71-4c5e-974b-4ffc17b381fa {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:53.396391 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 3bcd393b-9b71-4c5e-974b-4ffc17b381fa not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:53.396757 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device d5be270c-88b6-493a-b34b-23ab5292e708 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:53.419291 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: d5be270c-88b6-493a-b34b-23ab5292e708 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:53.419869 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device d5be270c-88b6-493a-b34b-23ab5292e708 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:53.664525 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-103accd1-1983-4fd7-99a0-de92db9da0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.671703 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-103accd1-1983-4fd7-99a0-de92db9da0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.731293 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103accd1-1983-4fd7-99a0-de92db9da0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a7a7bd-d29c-43fa-b2c7-cf05c3e7f0ca,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:53.737893 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-103accd1-1983-4fd7-99a0-de92db9da0c5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=40736701ea93446b97eedbd3bda505a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866004 Jan 28 02:04:53.740076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50410) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:53.757967 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Deleting port 551a80bb-6987-452f-9493-8a6a966740bd {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:53.758309 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.793775 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.820062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.838859 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] For port 551a80bb-6987-452f-9493-8a6a966740bd, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=551a80bb-6987-452f-9493-8a6a966740bd,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:53.839249 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.858405 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Calling delete_port for 551a80bb-6987-452f-9493-8a6a966740bd owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:53.895102 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.898557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.903428 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/38a7a7bd-d29c-43fa-b2c7-cf05c3e7f0ca HTTP/1.1" status: 204 len: 168 time: 0.1586995 Jan 28 02:04:53.917807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129fe39-cce2-4b55-9903-1e656b40e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a7a7bd-d29c-43fa-b2c7-cf05c3e7f0ca,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:54.072217 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:54.101090 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Pushing event deleted for resources: {'Port': ['ID=551a80bb-6987-452f-9493-8a6a966740bd,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:54.327939 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:54.351491 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbdcdf-87bd-4ceb-a078-8fe7c26f939e req-2c24c923-181e-40eb-b86d-f398fb74d51f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:54.353233 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5cbdcdf-87bd-4ceb-a078-8fe7c26f939e req-2c24c923-181e-40eb-b86d-f398fb74d51f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.0662844 Jan 28 02:04:54.397308 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d5cbdcdf-87bd-4ceb-a078-8fe7c26f939e req-f055d43d-2ac0-4638-b29a-f6a3cb804038 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373652 Jan 28 02:04:54.525092 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef1e8-a971-4f75-90ea-b321f438f016 req-027f41de-6989-4603-be34-3ca376e4ce0c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:54.526609 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-55aef1e8-a971-4f75-90ea-b321f438f016 req-027f41de-6989-4603-be34-3ca376e4ce0c tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0565932 Jan 28 02:04:54.581138 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Router cc7d292a-a913-4722-9932-f2de0ceb58d3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:54.583037 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-55aef1e8-a971-4f75-90ea-b321f438f016 req-6f960aa0-5b39-4645-b8d6-31cafeb6d085 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=07e9ab82-2e26-4332-8813-31205d25f8fd&id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412717 Jan 28 02:04:54.714532 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:54.720935 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-0d628101-30a8-4d9c-ace4-431f2572c559 admin admin] 10.222.0.96 "PUT /v2.0/routers/cc7d292a-a913-4722-9932-f2de0ceb58d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226515 Jan 28 02:04:54.726638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50446) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:54.726867 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Sync routers for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:54.739324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:54.740175 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:54.838070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:54.867092 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:54.943662 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:54.998009 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Deleting port 1899c754-cba2-4e24-9b86-83fb831bf183 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:54.998345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.054359 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T02:04:54Z', 'revision_number': 5, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port': {'id': '1899c754-cba2-4e24-9b86-83fb831bf183', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:58:58Z', 'updated_at': '2022-01-28T01:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:55.079607 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] For port 1899c754-cba2-4e24-9b86-83fb831bf183, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=1899c754-cba2-4e24-9b86-83fb831bf183,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:55.080047 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.083594 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Checking router: cc7d292a-a913-4722-9932-f2de0ceb58d3 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:55.092862 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Routers {'cc7d292a-a913-4722-9932-f2de0ceb58d3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:55.093494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['cc7d292a-a913-4722-9932-f2de0ceb58d3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:55.093966 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Calling delete_port for 1899c754-cba2-4e24-9b86-83fb831bf183 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:55.191737 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] Set router cc7d292a-a913-4722-9932-f2de0ceb58d3 gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:55.252742 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T02:04:54Z', 'revision_number': 6, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:55.285510 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e23e8b1-a69b-4de8-90df-24c297acdd0e None None] The sync data for ids ['cc7d292a-a913-4722-9932-f2de0ceb58d3'] in dv-cinder-824978-1-iscsi is: [{'id': 'cc7d292a-a913-4722-9932-f2de0ceb58d3', 'name': 'tempest-TestShelveInstance-991062113-router', 'tenant_id': '61de37e2667c4b58aca1e21e283ee42c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:58:56Z', 'updated_at': '2022-01-28T02:04:54Z', 'revision_number': 6, 'project_id': '61de37e2667c4b58aca1e21e283ee42c', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:55.332302 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.366378 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1899c754-cba2-4e24-9b86-83fb831bf183,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:55.420658 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.531306 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.534501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.592438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ee8ea-4bc2-4cd5-8c2c-9e1866bf65d3 req-ca29dad8-bf00-4e4c-91ed-56faf8dc23f5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:55.593934 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc9ee8ea-4bc2-4cd5-8c2c-9e1866bf65d3 req-ca29dad8-bf00-4e4c-91ed-56faf8dc23f5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1141052 Jan 28 02:04:55.595001 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.595550 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7d292a-a913-4722-9932-f2de0ceb58d3 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:04:55.600235 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.601299 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-08421dc5-2102-44b8-b36e-e316c019f6ca admin admin] 10.222.0.96 "DELETE /v2.0/routers/cc7d292a-a913-4722-9932-f2de0ceb58d3 HTTP/1.1" status: 204 len: 168 time: 0.8734663 Jan 28 02:04:55.603967 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50458) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:55.636521 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bc9ee8ea-4bc2-4cd5-8c2c-9e1866bf65d3 req-88d4bde1-5efc-490f-95e0-b222c6979404 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341630 Jan 28 02:04:55.660070 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Deleting subnet 4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:04:55.663516 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.701752 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.784595 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.835755 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.860921 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:55.864476 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.867751 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c75d6431-582a-448e-a067-21504690b5df admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4d3fecf0-2b05-4800-a3fb-81d3cbf8c4bc HTTP/1.1" status: 204 len: 168 time: 0.2626157 Jan 28 02:04:55.870124 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50460) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:55.870363 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b681cb0-b56e-4d66-b40e-918a12235eaf None None] Network 91c9174e-e1ef-473b-b414-76a18a6ae084 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:04:55.936553 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:55.992926 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Deleting port 002b30f3-001c-4b1d-8bd6-edacd2f0751d {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:55.993271 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.056816 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] For port 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=002b30f3-001c-4b1d-8bd6-edacd2f0751d,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:56.057256 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.071415 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Calling delete_port for 002b30f3-001c-4b1d-8bd6-edacd2f0751d owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:56.080350 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] DHCP port deletion for 91c9174e-e1ef-473b-b414-76a18a6ae084 request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:04:56.129836 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Deleting port 002b30f3-001c-4b1d-8bd6-edacd2f0751d {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:56.130236 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.156135 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.182268 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Pushing event deleted for resources: {'Port': ['ID=002b30f3-001c-4b1d-8bd6-edacd2f0751d,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:56.186515 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] No DVR routers for this DVR port 002b30f3-001c-4b1d-8bd6-edacd2f0751d on host dv-cinder-824978-1-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:56.200655 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] For port 002b30f3-001c-4b1d-8bd6-edacd2f0751d, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=002b30f3-001c-4b1d-8bd6-edacd2f0751d,segment=NetworkSegment(d751a159-0853-4fd9-948c-39419026c60b),segment_id=d751a159-0853-4fd9-948c-39419026c60b)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:56.201094 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.213431 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Calling delete_port for 002b30f3-001c-4b1d-8bd6-edacd2f0751d owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:56.256534 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.284875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c9174e-e1ef-473b-b414-76a18a6ae084']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:56.291970 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.295328 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd751a159-0853-4fd9-948c-39419026c60b') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:56.295576 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd751a159-0853-4fd9-948c-39419026c60b') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:56.307036 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.322112 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.331504 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:04:56.331934 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.333488 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] Pushing event deleted for resources: {'Port': ['ID=002b30f3-001c-4b1d-8bd6-edacd2f0751d,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:04:56.334235 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:04:56.342778 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac9c9f-329c-456f-91ce-5f9c6ab72656 None None] No DVR routers for this DVR port 002b30f3-001c-4b1d-8bd6-edacd2f0751d on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:56.409008 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.414384 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.417538 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] 10.222.0.96 "DELETE /v2.0/networks/91c9174e-e1ef-473b-b414-76a18a6ae084 HTTP/1.1" status: 204 len: 168 time: 0.5465040 Jan 28 02:04:56.430713 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708844-0f5f-4038-8143-3963c53b9fea admin admin] Pushing event deleted for resources: {'Network': ['ID=91c9174e-e1ef-473b-b414-76a18a6ae084,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:56.607701 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50470) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:56.646687 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-14c7a3d1-e82e-4f84-9937-dddbfb48ba4a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=50b9208765264efbb2e25f5ba4896b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378959 Jan 28 02:04:56.649228 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50472) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:56.726183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.787772 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.804739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-28043e45-a635-4095-bf52-752fee3ca1aa tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:56.806224 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-28043e45-a635-4095-bf52-752fee3ca1aa tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1135094 Jan 28 02:04:56.845007 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7147-66d4-4285-8b63-0d0595daaef4 req-0d243d83-6f62-40e4-acda-5c889e88371f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:56.846579 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f64b7147-66d4-4285-8b63-0d0595daaef4 req-0d243d83-6f62-40e4-acda-5c889e88371f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1222234 Jan 28 02:04:56.882415 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.884930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:56.886055 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4187b93d-ac71-428d-84c5-a05477e7945b HTTP/1.1" status: 204 len: 168 time: 0.2359056 Jan 28 02:04:56.901130 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f64b7147-66d4-4285-8b63-0d0595daaef4 req-ed6cb3e7-f9a1-463a-a11e-87f7ac180f23 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486968 Jan 28 02:04:56.901981 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270364c3-349f-49a9-a943-12912713dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187b93d-ac71-428d-84c5-a05477e7945b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:57.208445 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50480) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:57.247656 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2a303012-504c-4588-b305-a45d550aef7b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=61de37e2667c4b58aca1e21e283ee42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380070 Jan 28 02:04:57.250263 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50482) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:04:57.300949 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:57.314129 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 1899c754-cba2-4e24-9b86-83fb831bf183 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:57.327807 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:57.339027 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 1899c754-cba2-4e24-9b86-83fb831bf183 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:57.339461 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 1899c754-cba2-4e24-9b86-83fb831bf183 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:57.339887 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 551a80bb-6987-452f-9493-8a6a966740bd no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:57.358523 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 551a80bb-6987-452f-9493-8a6a966740bd {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:57.358801 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 551a80bb-6987-452f-9493-8a6a966740bd not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:57.359213 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 002b30f3-001c-4b1d-8bd6-edacd2f0751d no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:04:57.374370 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:57.377217 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:57.378369 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f2ecc53-b47c-41d8-9c0d-ce14a33467a5 HTTP/1.1" status: 204 len: 168 time: 0.1271472 Jan 28 02:04:57.378639 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 002b30f3-001c-4b1d-8bd6-edacd2f0751d {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:04:57.378985 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 002b30f3-001c-4b1d-8bd6-edacd2f0751d not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:04:57.388526 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad482-70ee-496c-9797-d64be1b60d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2ecc53-b47c-41d8-9c0d-ce14a33467a5,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:57.815916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Deleting port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:04:57.816511 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:57.907413 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] For port 29b6b39c-b993-4f94-9cd1-2d095d6ea243, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=29b6b39c-b993-4f94-9cd1-2d095d6ea243,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:57.907776 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:58.102569 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7240-3f9c-47b3-b9af-87c1e3b9f8c4 req-ed59b619-6b8f-4eef-92a4-a29ae6d7bbb5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:58.104033 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b87c7240-3f9c-47b3-b9af-87c1e3b9f8c4 req-ed59b619-6b8f-4eef-92a4-a29ae6d7bbb5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 945 time: 0.1306000 Jan 28 02:04:58.126859 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:58.127214 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:58.127526 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Floating IP 301d51a7-ed1b-4450-85bb-41beaaff3448 disassociated. External IP: 172.27.1.212, port: 29b6b39c-b993-4f94-9cd1-2d095d6ea243. Jan 28 02:04:58.127858 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Calling delete_port for 29b6b39c-b993-4f94-9cd1-2d095d6ea243 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:04:58.190316 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b87c7240-3f9c-47b3-b9af-87c1e3b9f8c4 req-d05bd5fe-0b57-4d0b-ac5b-e0f270b9ef2f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=c9241603-545b-430d-8f0d-a6695e1a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791879 Jan 28 02:04:58.274920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:58.570343 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'Port': ['ID=29b6b39c-b993-4f94-9cd1-2d095d6ea243,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:58.688718 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:04:58.803319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:04:58.813302 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:04:58.822408 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:58.823099 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:58.841713 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] No DVR routers for this DVR port 29b6b39c-b993-4f94-9cd1-2d095d6ea243 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:04:58.844083 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:58.847355 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d56ad1c8-b763-4e9a-981c-002ff5a4e560 req-1f4c15b7-3472-4885-8e02-f250fbae0d56 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "DELETE /v2.0/ports/29b6b39c-b993-4f94-9cd1-2d095d6ea243 HTTP/1.1" status: 204 len: 173 time: 1.1227319 Jan 28 02:04:58.847791 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'name': 'network-vif-deleted', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:04:58.850072 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e81af6e-225f-4007-868b-e671556d3d93" -d '{"events": [{"server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "name": "network-vif-deleted", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:58.890565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b659da90-730d-4cd3-8b7e-5153a7a188fa x-openstack-request-id: req-b659da90-730d-4cd3-8b7e-5153a7a188fa {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:58.890929 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3", "name": "network-vif-deleted", "tag": "29b6b39c-b993-4f94-9cd1-2d095d6ea243", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:58.891238 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-b659da90-730d-4cd3-8b7e-5153a7a188fa {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:58.891743 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3', 'name': 'network-vif-deleted', 'tag': '29b6b39c-b993-4f94-9cd1-2d095d6ea243', 'status': 'completed', 'code': 200} Jan 28 02:04:58.936739 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:59.142159 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:59.170360 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:04:59.179201 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:04:59.179812 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:04:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:59.232964 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-6fa74c57-bbac-4597-aa48-9530d8f0ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:59.289890 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-60073d0a-16e4-45a9-a0c6-9f4be60db526 req-b27abfde-b2a8-40f5-9d4a-97b6ebee4e06 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jan 28 02:04:59.296596 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:04:59.510315 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:04:59.545171 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0560bf-18dc-4347-8586-3952fbc84c1e None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:04:59.802542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efe4754-c9ef-4409-83f0-15251a0a3859 None None] New status for floating IP 301d51a7-ed1b-4450-85bb-41beaaff3448: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:05:00.405368 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-64f70191-6a7d-4406-ac3a-f185833c189b req-ea5f7cb1-f57d-4449-b04f-6f4ded350307 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=b24f1ace-fe24-44ba-8c14-40e1f8e1e5b3 HTTP/1.1" status: 200 len: 210 time: 0.0282390 Jan 28 02:05:01.494298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50540) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:01.538545 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 29b6b39c-b993-4f94-9cd1-2d095d6ea243 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:01.551549 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.560641 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 29b6b39c-b993-4f94-9cd1-2d095d6ea243 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:01.561116 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 29b6b39c-b993-4f94-9cd1-2d095d6ea243 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:01.578580 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.630227 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.632737 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.633904 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "DELETE /v2.0/security-groups/c9241603-545b-430d-8f0d-a6695e1a1cd2 HTTP/1.1" status: 204 len: 168 time: 0.1386127 Jan 28 02:05:01.636706 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50542) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:01.643699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60f888-29b1-4e02-b439-7b23e0a85ba4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9241603-545b-430d-8f0d-a6695e1a1cd2,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:01.650726 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.api.v2.resource [None req-f0e5ae9e-7b89-475b-a61f-38448fa450a6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] show failed (client error): The resource could not be found. Jan 28 02:05:01.651745 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f0e5ae9e-7b89-475b-a61f-38448fa450a6 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups/c9241603-545b-430d-8f0d-a6695e1a1cd2 HTTP/1.1" status: 404 len: 347 time: 0.0133502 Jan 28 02:05:01.654885 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50544) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:01.783564 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Deleting port df3473ec-8cc8-4258-ada4-64635799bee1 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:01.783913 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.864827 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.865175 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:01.879999 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Calling delete_port for df3473ec-8cc8-4258-ada4-64635799bee1 owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:01.949701 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d21d2a5f-aaaa-4a79-aec4-bf514ea05916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.024488 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.050981 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'Port': ['ID=df3473ec-8cc8-4258-ada4-64635799bee1,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:02.111147 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.113660 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.114781 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-733278fc-8cc4-4639-968f-7b06a7ad63f4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "DELETE /v2.0/floatingips/301d51a7-ed1b-4450-85bb-41beaaff3448 HTTP/1.1" status: 204 len: 168 time: 0.4589953 Jan 28 02:05:02.501152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50554) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:02.505634 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210261736', 'description': 'tempest-description--1199160691'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:02.529297 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.596629 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.602412 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.632461 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.633723 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1315818 Jan 28 02:05:02.636764 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50556) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:02.639118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b177d7-b0ce-43a7-b959-f68a1e7b97bb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04525523-5adf-483e-b89e-c67a35ce0012,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:02.641600 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group_rule': {'security_group_id': '04525523-5adf-483e-b89e-c67a35ce0012', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:02.672047 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.725532 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.729219 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.746864 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9838e5-4a8c-45a4-82d6-19b50445918f,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:02.753516 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.754820 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-23f58bc1-c2dc-4673-885d-d5201e473809 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169341 Jan 28 02:05:02.757508 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50558) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:02.761898 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'security_group_rule': {'security_group_id': '04525523-5adf-483e-b89e-c67a35ce0012', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:02.789730 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.847362 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.850741 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731372'] for security_group_rule, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.868286 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4609d9ed-103a-4a05-8f76-02a1dc2449b8,revision_number=0']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:02.875711 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:02.876946 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-858d537c-1db4-4639-ba8e-63af73664d83 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184554 Jan 28 02:05:02.879921 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50560) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:02.884232 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'floatingip': {'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:02.907278 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.002469 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.108814 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Allocated IP 172.27.1.146 (026d9449-80d5-4511-a615-7e6512d5039b/db9ac111-518d-487a-901c-dd7caef6d73f/002aaf17-24d0-4acf-896a-fffa5277dad1) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:05:03.193238 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.208115 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.240177 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.276387 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Network 026d9449-80d5-4511-a615-7e6512d5039b is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:05:03.281058 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:05:03.284883 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:05:03.313867 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=002aaf17-24d0-4acf-896a-fffa5277dad1,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:03.375003 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.410666 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.604376 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.610406 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30253296'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.669039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 50568) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:03.680564 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=002aaf17-24d0-4acf-896a-fffa5277dad1,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:03.689187 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.704343 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.705584 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-23e9a4be-2f6b-4128-b926-8a426f17a0a4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8247499 Jan 28 02:05:03.776098 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c37a-04ad-4446-960a-af65556e87b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.879095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c37a-04ad-4446-960a-af65556e87b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.889514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c37a-04ad-4446-960a-af65556e87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:03.943523 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-1eb1fa28-2efb-442a-8a22-299c8bd9888d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1210261736&fields=id&tenant_id=a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 267 time: 0.0748236 Jan 28 02:05:03.944829 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c37a-04ad-4446-960a-af65556e87b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7d5a9-adae-440b-963d-2c5d11bd8875,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:03.952018 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4bf0c37a-04ad-4446-960a-af65556e87b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6b7baf31d36345438fae082f80150062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787628 Jan 28 02:05:03.952576 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50588) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:04.004995 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:04.026829 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:04.051919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-a543c1b9-7285-424d-87e0-1e1a83bfca33 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:04.053419 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-a543c1b9-7285-424d-87e0-1e1a83bfca33 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 811 time: 0.1022899 Jan 28 02:05:04.069586 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-79d16544-2789-40e4-b674-1887af0f552b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/quotas/a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 375 time: 0.0102413 Jan 28 02:05:04.077615 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:04.080107 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:04.083744 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9be7d5a9-adae-440b-963d-2c5d11bd8875 HTTP/1.1" status: 204 len: 168 time: 0.1273758 Jan 28 02:05:04.089323 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a508057-96ca-43de-86ec-c32ef384cedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7d5a9-adae-440b-963d-2c5d11bd8875,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:04.127541 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-0ce8bf5c-850a-40db-b9e6-71d3be45e487 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520208 Jan 28 02:05:04.230535 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-1ef946f8-459d-4bcc-a0ed-c73b8bcad53e service neutron] 10.222.0.96 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913312 Jan 28 02:05:04.328866 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-97c1e3cc-2d7a-4606-ab3b-ed46b2ec13a4 service neutron] 10.222.0.96 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Jan 28 02:05:04.506462 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-406810b2-6a2b-447e-adc8-8033725b60fc req-fa3d9ea0-6aa4-4525-800a-91868bd78399 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 210 time: 0.0341311 Jan 28 02:05:04.567432 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:04.898242 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:05.662169 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-fb7fc8ac-a53d-4aa9-b1e2-634316abc42d req-73b5a107-b32c-4da9-bb7b-d2307a79b3a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 210 time: 0.0693436 Jan 28 02:05:05.716997 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-3e85fd5a-362a-46f3-acd4-f4c7a4fb739b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:05.718424 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-3e85fd5a-362a-46f3-acd4-f4c7a4fb739b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 811 time: 0.1388786 Jan 28 02:05:05.783680 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-ef73d865-ac7d-4b1e-a072-4d7f13f5fb9f tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20883c8bb00403490e966953c48afa7 HTTP/1.1" status: 200 len: 380 time: 0.0357659 Jan 28 02:05:05.798792 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'port': {'device_id': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'admin_state_up': True, 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'security_groups': ['04525523-5adf-483e-b89e-c67a35ce0012']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:05.909070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Made reservation on behalf of a20883c8bb00403490e966953c48afa7 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:05:05.912514 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.037295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Allocated IP 172.20.0.5 (fcd5597a-b815-4400-9cef-79a66efeb499/946b9eaf-9f59-4194-9e44-bdb91f678656/43ae90d8-af01-4a48-83fb-df3ffbe42efc) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:05:06.170218 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.205703 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784702305401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.250982 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Network fcd5597a-b815-4400-9cef-79a66efeb499 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:05:06.260522 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:05:06.265468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:05:06.295122 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event updated for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:06.320109 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:06.320750 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.338536 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-93ea92d3-1ed2-4578-a3e1-c0423b5237e9 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434601 Jan 28 02:05:06.360954 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Request body: {'port': {'device_id': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:06.419311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.480964 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-bba0f0de-926b-40b2-a46e-a3868eae3c89 None None] Provisioning complete for port 43ae90d8-af01-4a48-83fb-df3ffbe42efc triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:05:06.482449 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-bba0f0de-926b-40b2-a46e-a3868eae3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.518529 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-bba0f0de-926b-40b2-a46e-a3868eae3c89 None None] Port 43ae90d8-af01-4a48-83fb-df3ffbe42efc cannot update to ACTIVE because it is not bound. {{(pid=101347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 02:05:06.697620 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ae90d8-af01-4a48-83fb-df3ffbe42efc {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:05:06.707166 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.727589 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Transition to ACTIVE for port object 43ae90d8-af01-4a48-83fb-df3ffbe42efc will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:05:06.733146 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:06.810694 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Pushing event updated for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:06.877515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8ae4-ef41-452b-a83e-85ba48a85bc3 req-059f70f0-1b31-4dc2-a198-7bdbb61c4a20 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:06.879073 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6ca8ae4-ef41-452b-a83e-85ba48a85bc3 req-059f70f0-1b31-4dc2-a198-7bdbb61c4a20 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 943 time: 0.1202431 Jan 28 02:05:06.932117 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Attempting to bind port 43ae90d8-af01-4a48-83fb-df3ffbe42efc on host hv-cinder-82497 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 02:05:06.932363 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Attempting to bind port 43ae90d8-af01-4a48-83fb-df3ffbe42efc by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 02:05:06.932688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Attempting to bind port 43ae90d8-af01-4a48-83fb-df3ffbe42efc on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:05:06.941493 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6ca8ae4-ef41-452b-a83e-85ba48a85bc3 req-688c372c-cdeb-4a33-ae0b-b59c6195dd4c tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545280 Jan 28 02:05:06.942438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Port 43ae90d8-af01-4a48-83fb-df3ffbe42efc on network fcd5597a-b815-4400-9cef-79a66efeb499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:05:06.942758 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Attempting to bind port 43ae90d8-af01-4a48-83fb-df3ffbe42efc on network fcd5597a-b815-4400-9cef-79a66efeb499 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:05:06.947831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Checking agent: {'id': '0798c4e9-0185-4c94-b704-3c49a9cb67b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'started_at': datetime.datetime(2022, 1, 28, 1, 54, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:05:06.948162 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Checking segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:05:06.948528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Bound using segment: {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:05:06.948977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Bound port: 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 02:05:06.949333 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:07.010861 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:05:07.014171 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:05:07.018154 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:07.052118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.052883 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:07.054964 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] 10.222.0.100 "PUT /v2.0/ports/43ae90d8-af01-4a48-83fb-df3ffbe42efc HTTP/1.1" status: 200 len: 1093 time: 0.7000458 Jan 28 02:05:07.057126 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:07.059879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:07.100886 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99f4a6-1ebd-4751-ac52-e00bc532ab2c service neutron] Pushing event updated for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:07.107998 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39f718-45ed-4ba4-b3cf-ada8e9be46f4 x-openstack-request-id: req-dc39f718-45ed-4ba4-b3cf-ada8e9be46f4 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:07.108354 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:07.108714 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-dc39f718-45ed-4ba4-b3cf-ada8e9be46f4 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:07.109180 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'status': 'completed', 'code': 200} Jan 28 02:05:07.182738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-f42153ad-0310-45c0-8c7c-a5e13739ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.184338 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-f42153ad-0310-45c0-8c7c-a5e13739ae2b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0465231 Jan 28 02:05:07.240786 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-cd417ed6-5c70-418f-9ffa-7e9659573e32 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc HTTP/1.1" status: 200 len: 217 time: 0.0374959 Jan 28 02:05:07.291717 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-d209c13f-960e-4bde-b036-d3b32f4c3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.293178 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-d209c13f-960e-4bde-b036-d3b32f4c3b33 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0448647 Jan 28 02:05:07.342822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-787adcc4-e9b6-4218-ae1c-32abda116c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.344233 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-787adcc4-e9b6-4218-ae1c-32abda116c02 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436532 Jan 28 02:05:07.440338 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-e42caa77-bf05-4da3-a72c-fb05ff66776b service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825417 Jan 28 02:05:07.545808 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87ca0cbd-a92c-4889-9e9a-ab7137f4f09a req-0e0d4311-3f46-4896-9c4b-202516c75930 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931931 Jan 28 02:05:07.692888 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-d418193d-665f-40cb-9688-997a52bf53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.694382 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-d418193d-665f-40cb-9688-997a52bf53c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 1096 time: 0.0398483 Jan 28 02:05:07.784416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-79898bdb-1199-4315-a193-1d80080ceb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.785909 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-79898bdb-1199-4315-a193-1d80080ceb42 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.0831897 Jan 28 02:05:07.833412 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-32215f96-f344-4ad5-8cc2-db510b93476a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc HTTP/1.1" status: 200 len: 217 time: 0.0385461 Jan 28 02:05:07.887375 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-77c4726e-eae9-4441-9d0b-12b42eca1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.889655 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-77c4726e-eae9-4441-9d0b-12b42eca1357 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0482721 Jan 28 02:05:07.940173 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-037359d9-01f4-434b-8f00-d7317d8cda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:07.940173 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-037359d9-01f4-434b-8f00-d7317d8cda81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427210 Jan 28 02:05:08.065771 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-831ff550-949c-4210-8729-87f8359277ec service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174378 Jan 28 02:05:08.077628 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbae080-5c90-4486-a066-7d82a8a2c626 req-09655099-ff22-42f8-89c3-4f6374294597 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.079013 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1cbae080-5c90-4486-a066-7d82a8a2c626 req-09655099-ff22-42f8-89c3-4f6374294597 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 943 time: 0.0708525 Jan 28 02:05:08.170461 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1cbae080-5c90-4486-a066-7d82a8a2c626 req-8eda76b3-f61e-4084-8669-8b913f5849cd tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837238 Jan 28 02:05:08.203656 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-81bb8c0a-1c4a-45c9-90bd-23a5d1339b1c req-72f30901-d81f-46a7-808b-72b5d1cfec03 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237233 Jan 28 02:05:09.287679 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e786be-9d08-4b6f-b5c5-3e9a46063a4a req-ba269642-0518-4188-90b6-13b85a268f8d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:09.289177 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6e786be-9d08-4b6f-b5c5-3e9a46063a4a req-ba269642-0518-4188-90b6-13b85a268f8d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 943 time: 0.0509689 Jan 28 02:05:09.329304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6e786be-9d08-4b6f-b5c5-3e9a46063a4a req-0b565531-570f-4c68-a371-42c21162cb27 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Jan 28 02:05:10.444139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3210653-f53b-4fc0-bb5b-4f31699eb7bd req-60ab29ec-b3aa-4f6b-8f1e-a35a9d385ff2 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:10.445618 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e3210653-f53b-4fc0-bb5b-4f31699eb7bd req-60ab29ec-b3aa-4f6b-8f1e-a35a9d385ff2 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 943 time: 0.0487027 Jan 28 02:05:10.482880 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e3210653-f53b-4fc0-bb5b-4f31699eb7bd req-22db8c3d-8815-4bcc-9f84-f42151bdacb7 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Jan 28 02:05:11.584857 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 43ae90d8-af01-4a48-83fb-df3ffbe42efc details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=101347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:05:11.609743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a64055-5998-49b0-9c0b-6f5e9578ebbf req-174453c8-1fa2-42b2-ada6-35e91f64a6e5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.611532 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e5a64055-5998-49b0-9c0b-6f5e9578ebbf req-174453c8-1fa2-42b2-ada6-35e91f64a6e5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 943 time: 0.0575185 Jan 28 02:05:11.653633 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e5a64055-5998-49b0-9c0b-6f5e9578ebbf req-1246d457-3e4a-4367-afff-13b883a3f1eb tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Jan 28 02:05:11.817903 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:11.829759 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Returning: {'device': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'port_id': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'mac_address': 'fa:16:3e:70:70:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:05:11.866853 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:11.879677 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ae90d8-af01-4a48-83fb-df3ffbe42efc {{(pid=101347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 02:05:11.899512 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:11.904601 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:11.956651 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:12.768911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2530a-ed7a-4307-9a8a-f25b93b0b5b2 req-49036e12-85ac-4a8e-a379-8a1a71638010 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.770393 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1ab2530a-ed7a-4307-9a8a-f25b93b0b5b2 req-49036e12-85ac-4a8e-a379-8a1a71638010 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 944 time: 0.0494592 Jan 28 02:05:12.807675 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1ab2530a-ed7a-4307-9a8a-f25b93b0b5b2 req-049b7fe2-6c45-40a1-872d-e4555fbee131 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Jan 28 02:05:13.928553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175ac94-c283-4d99-8900-c2edfb327615 req-0c452605-bf75-401b-b2d3-05b46ff478ce tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:13.930029 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b175ac94-c283-4d99-8900-c2edfb327615 req-0c452605-bf75-401b-b2d3-05b46ff478ce tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 944 time: 0.0533922 Jan 28 02:05:13.967624 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b175ac94-c283-4d99-8900-c2edfb327615 req-03870113-9a33-489e-95d8-cb0b37dcf863 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Jan 28 02:05:14.894956 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['43ae90d8-af01-4a48-83fb-df3ffbe42efc'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:05:15.089807 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46fc37-caeb-4490-af52-a09eff97318e req-c26bb68c-d1ca-486c-a62f-b85657c41e77 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:15.091948 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf46fc37-caeb-4490-af52-a09eff97318e req-c26bb68c-d1ca-486c-a62f-b85657c41e77 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 944 time: 0.0532770 Jan 28 02:05:15.129790 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cf46fc37-caeb-4490-af52-a09eff97318e req-de20b349-ac35-4ec9-a773-ed6bbf752571 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Jan 28 02:05:16.245255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944c6d6-3908-4cb4-96e6-0765febf79be req-acf75bc7-3ff8-4f1b-8a86-5c6f2329e3a8 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:16.247128 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c944c6d6-3908-4cb4-96e6-0765febf79be req-acf75bc7-3ff8-4f1b-8a86-5c6f2329e3a8 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 944 time: 0.0494695 Jan 28 02:05:16.286714 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c944c6d6-3908-4cb4-96e6-0765febf79be req-b2e6d9fe-ce5b-4f21-a912-fa29203be94d tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Jan 28 02:05:16.375255 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:17.405945 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dcf7f-b7ce-4ee5-b9d6-dc50e2057955 req-e6f3ed4b-e494-4d43-84dc-256a6d563ad1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:17.407941 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-227dcf7f-b7ce-4ee5-b9d6-dc50e2057955 req-e6f3ed4b-e494-4d43-84dc-256a6d563ad1 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 944 time: 0.0498786 Jan 28 02:05:17.446341 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-227dcf7f-b7ce-4ee5-b9d6-dc50e2057955 req-6fa8ed39-38f4-4370-8f8b-aac8ef3eb829 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Jan 28 02:05:17.599838 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 43ae90d8-af01-4a48-83fb-df3ffbe42efc up at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:05:17.654337 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning for port 43ae90d8-af01-4a48-83fb-df3ffbe42efc completed by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:05:17.658098 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Provisioning complete for port 43ae90d8-af01-4a48-83fb-df3ffbe42efc triggered by entity L2. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:05:17.658465 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:17.735064 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:17.757301 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc'}] {{(pid=101347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:17.759527 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9385f2fcd856be44d1e549e00eaa1bd17db50a1849444566d641de590c06031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec07da-c36c-4485-b663-62e19030dcad" -d '{"events": [{"server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc"}]}' {{(pid=101347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:17.773446 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:17.777694 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:17.806254 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d6602-b120-4ca7-94e3-f43381163078 x-openstack-request-id: req-a82d6602-b120-4ca7-94e3-f43381163078 {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:17.806542 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc", "code": 200}]} {{(pid=101347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:17.806789 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a82d6602-b120-4ca7-94e3-f43381163078 {{(pid=101347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:17.807174 dv-cinder-824978-1-iscsi neutron-server[101347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'code': 200} Jan 28 02:05:17.832102 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Pushing event updated for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=5']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:18.014109 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8cf56-f456-4499-b180-86bd126f666b req-07ad081e-cbd3-401c-8ca1-4dca5b249fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:18.015583 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c9b8cf56-f456-4499-b180-86bd126f666b req-07ad081e-cbd3-401c-8ca1-4dca5b249fac service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0421968 Jan 28 02:05:18.051885 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c9b8cf56-f456-4499-b180-86bd126f666b req-f177b247-feaa-4284-867c-e9698f2bb567 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272763 Jan 28 02:05:18.561415 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948745-23a7-4078-93d6-d43e51283b00 req-6b4724ef-0bcc-4eb7-9c63-b0971bfc0d16 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:18.562872 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b948745-23a7-4078-93d6-d43e51283b00 req-6b4724ef-0bcc-4eb7-9c63-b0971bfc0d16 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0486572 Jan 28 02:05:18.599507 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1b948745-23a7-4078-93d6-d43e51283b00 req-ace78f1c-c966-46d7-a5a0-95f32bb21d45 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Jan 28 02:05:19.714681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c5829-2689-4b50-a19d-8e6aa9039d50 req-52e27708-ca43-4068-a3d3-3829db27bd0e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:19.716304 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ac9c5829-2689-4b50-a19d-8e6aa9039d50 req-52e27708-ca43-4068-a3d3-3829db27bd0e tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0478916 Jan 28 02:05:19.754760 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ac9c5829-2689-4b50-a19d-8e6aa9039d50 req-1e4322be-e180-47dc-926f-271570b44f82 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Jan 28 02:05:19.877277 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68439c-8566-4923-a2e4-b304e29b605a req-f1302001-7e65-4c5f-b9f4-72c5687244e4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:19.878959 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-dd68439c-8566-4923-a2e4-b304e29b605a req-f1302001-7e65-4c5f-b9f4-72c5687244e4 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0549102 Jan 28 02:05:19.887886 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50782) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:19.893659 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Request body: {'floatingip': {'port_id': '43ae90d8-af01-4a48-83fb-df3ffbe42efc'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:19.936076 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:20.388289 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:20.392616 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:20.494072 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.l3_db [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Floating IP f994bd34-7366-4377-a9f9-0a35a7284d24 associated. External IP: 172.27.1.146, port: 43ae90d8-af01-4a48-83fb-df3ffbe42efc. Jan 28 02:05:20.925531 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:05:21.040957 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:05:21.046724 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:21.050898 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:05:21.060347 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:21.060990 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:21.074948 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f6921030-cb43-4b06-aa22-52b682430892 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "PUT /v2.0/floatingips/f994bd34-7366-4377-a9f9-0a35a7284d24 HTTP/1.1" status: 200 len: 991 time: 1.1856272 Jan 28 02:05:21.075809 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:21.078467 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d7272c-eaf0-4a55-b324-45472ac38aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:21.125090 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907f75e-1d1d-43e0-8d6d-9df08325e87b x-openstack-request-id: req-5907f75e-1d1d-43e0-8d6d-9df08325e87b {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:21.125433 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:21.125743 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-5907f75e-1d1d-43e0-8d6d-9df08325e87b {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:21.126195 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'status': 'completed', 'code': 200} Jan 28 02:05:21.170376 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:21.241001 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-ea883201-0a36-4dc2-aace-ddba642609bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:21.242634 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-ea883201-0a36-4dc2-aace-ddba642609bc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a20883c8bb00403490e966953c48afa7&device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 1098 time: 0.0450292 Jan 28 02:05:21.337526 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-a3d9c3c1-c88d-4347-afaa-2cb3c496b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:21.339015 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-a3d9c3c1-c88d-4347-afaa-2cb3c496b2c8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 200 len: 912 time: 0.0884454 Jan 28 02:05:21.405634 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': 'f994bd34-7366-4377-a9f9-0a35a7284d24', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:70:70:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:03Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:21.410090 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-1996f38c-7adb-49f1-925e-bbc5377faa3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc HTTP/1.1" status: 200 len: 999 time: 0.0600340 Jan 28 02:05:21.436754 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:05:21.445330 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:21.445971 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:21.462420 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-5b4111a9-1291-451c-9ee7-60ca5b9805eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:21.463813 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-5b4111a9-1291-451c-9ee7-60ca5b9805eb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 200 len: 850 time: 0.0463858 Jan 28 02:05:21.516724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-be0a0644-ea53-41bd-bd9e-5e5650005ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:21.518312 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-be0a0644-ea53-41bd-bd9e-5e5650005ae4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fcd5597a-b815-4400-9cef-79a66efeb499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453238 Jan 28 02:05:21.552740 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:21.611368 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-e77e8728-7925-4916-9b05-8012d3747e05 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851552 Jan 28 02:05:21.710127 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-44d7272c-eaf0-4a55-b324-45472ac38aa6 req-96e1e597-db32-49a9-a2f3-7b8360d74723 service neutron] 10.222.0.100 "GET /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919442 Jan 28 02:05:21.780936 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': 'f994bd34-7366-4377-a9f9-0a35a7284d24', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:70:70:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:03Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:21.811818 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca9ef1-b686-4168-bf28-985f14063e34 None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': 'f994bd34-7366-4377-a9f9-0a35a7284d24', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'port_id': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'mac_address': 'fa:16:3e:70:70:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:03Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 1, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:05:22.001267 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d518ad-10fc-45ef-a8bb-14d2eb59c3d7 None None] New status for floating IP f994bd34-7366-4377-a9f9-0a35a7284d24: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:05:22.721943 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:05:29.225660 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7dca4694-4ebc-447a-9c1d-1eaa77b15fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:31.954656 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-fb718111-a185-4178-b831-ea13c87f10df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:33.196621 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:34.570957 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:34.903094 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.344079 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-a6ad9609-daa5-4d55-bc95-03fd456dc544 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660361959&fields=id&tenant_id=4f88b3ae05934fd8836d7e90cad61a53 HTTP/1.1" status: 200 len: 267 time: 0.0366306 Jan 28 02:05:38.399656 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-5a2e3f5e-d3b9-4645-b146-16c083d63f07 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:38.401126 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-5a2e3f5e-d3b9-4645-b146-16c083d63f07 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 984 time: 0.0511856 Jan 28 02:05:38.413340 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Request body: {'port': {'security_groups': ['7931475d-c19b-408d-9783-b34be224d695']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:38.485079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.692648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:38.725722 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.731044 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784702737520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784702305419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784702305437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31219749'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.775584 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:05:38.776938 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:38.777594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.779130 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0b3f53ce-240f-4b87-8216-a094a9dbee32 req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "PUT /v2.0/ports/f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 942 time: 0.3705313 Jan 28 02:05:38.780532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:38.784702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e66aedc-1932-4ba8-8b35-a1047019ed14" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:38.791367 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50920) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:38.843217 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event updated for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=7']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:38.865702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115137a-d69f-425e-9395-9228558f0953 x-openstack-request-id: req-c115137a-d69f-425e-9395-9228558f0953 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:38.866134 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:38.866525 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-c115137a-d69f-425e-9395-9228558f0953 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:38.867148 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:05:38.876407 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.877098 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.877552 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.878290 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.878831 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.879370 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.879901 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.880149 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.880421 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.880979 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.881505 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.882027 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.882555 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f8873f-55d9-4d7c-aa3d-46beb4379549 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:38.916090 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:38.987064 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-ac299646-947f-413c-ae1b-12ead5d59b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:38.987064 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-ac299646-947f-413c-ae1b-12ead5d59b83 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1098 time: 0.0550735 Jan 28 02:05:38.988694 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:05:39.023242 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.028687 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.031781 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "DELETE /v2.0/security-groups/07e9ab82-2e26-4332-8813-31205d25f8fd HTTP/1.1" status: 204 len: 168 time: 0.2379854 Jan 28 02:05:39.035960 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50922) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:39.093658 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9ab82-2e26-4332-8813-31205d25f8fd,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:39.100078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-aa0970bb-bc02-4ea5-988e-44293b767a61 None None] Provisioning complete for port f32c519b-1b2d-4daa-aab9-7451f40e2300 triggered by entity DHCP. {{(pid=101347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:05:39.100453 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-aa0970bb-bc02-4ea5-988e-44293b767a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535021'] for port, provisioning_complete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.107070 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-f5cb033d-868e-4344-95b7-e15659199627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:39.109107 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-f5cb033d-868e-4344-95b7-e15659199627 service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.1106029 Jan 28 02:05:39.112103 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.112449 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.112789 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.113147 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.113516 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.113802 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.114191 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.114572 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.115052 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.115159 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.115453 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.115767 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39459396-c704-4b5d-aebe-6622a916c5ab tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:39.208958 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-52277838-caca-4894-a12b-ea6672bb5cbc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 1001 time: 0.0878060 Jan 28 02:05:39.299899 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-fe9212d8-5dc9-4524-801f-8349f9948a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:39.302228 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-fe9212d8-5dc9-4524-801f-8349f9948a9d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0646625 Jan 28 02:05:39.308074 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Deleting port db977594-28e6-4716-8394-0045943be210 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:39.308450 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.355036 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-fb816ddd-554d-4886-9219-433d7da881c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:39.356535 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-fb816ddd-554d-4886-9219-433d7da881c4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443115 Jan 28 02:05:39.393896 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.394230 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.406164 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Calling delete_port for db977594-28e6-4716-8394-0045943be210 owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:39.450449 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-f0866103-b878-4e17-aa05-a90bbfa8f584 service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Jan 28 02:05:39.550195 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5e66aedc-1932-4ba8-8b35-a1047019ed14 req-8cb8a47a-6ade-4eae-a346-1486592bcd3b service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jan 28 02:05:39.558360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.585167 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event deleted for resources: {'Port': ['ID=db977594-28e6-4716-8394-0045943be210,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:39.644923 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.645263 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.l3_db [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Floating IP 9eb2af83-60c0-4a00-9856-1a7576dcf7de disassociated (deleted). External IP: 172.27.1.235, port: f32c519b-1b2d-4daa-aab9-7451f40e2300. Jan 28 02:05:39.869854 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Router 96b945fc-d13f-4cb6-847f-70e4182f9abc has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:05:39.989335 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:05:39.994335 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:39.998911 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Sync routers for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:05:40.008991 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:40.009659 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:40.021529 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-665e446f-86ff-4fa6-8b9c-64d02503f193 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "DELETE /v2.0/floatingips/9eb2af83-60c0-4a00-9856-1a7576dcf7de HTTP/1.1" status: 204 len: 168 time: 0.9844358 Jan 28 02:05:40.022158 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:40.024430 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79ec17aaea5b771540bf8e87e2c6aa4f639e6ec0740db0938d891ca074574994" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f70df2-f7f2-4fbd-baf9-1464e1b00796" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:40.069206 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7537071-81a6-4ea1-81fb-13efe84a9e3d x-openstack-request-id: req-f7537071-81a6-4ea1-81fb-13efe84a9e3d {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:40.069562 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:40.069882 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f7537071-81a6-4ea1-81fb-13efe84a9e3d {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:40.070344 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:05:40.132281 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:40.190251 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-57e9bc43-8a5b-40e9-bb25-479bddb446a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:40.191780 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-57e9bc43-8a5b-40e9-bb25-479bddb446a7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 1098 time: 0.0502372 Jan 28 02:05:40.317509 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-08e2bfa5-0b3d-4f3b-9218-b7c71a2d4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:40.319062 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-08e2bfa5-0b3d-4f3b-9218-b7c71a2d4cde service neutron] 10.222.0.100 "GET /v2.0/networks?id=68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 200 len: 915 time: 0.1126525 Jan 28 02:05:40.361875 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:40.377238 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-00646aa2-fd6c-4b27-b23a-de7a76e70bfd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 200 len: 217 time: 0.0360825 Jan 28 02:05:40.389550 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Checking router: 96b945fc-d13f-4cb6-847f-70e4182f9abc for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:05:40.399949 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:40.400723 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:40.442338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-29af67c4-7c0f-40f6-b29d-8014931c7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:40.443827 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-29af67c4-7c0f-40f6-b29d-8014931c7495 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 200 len: 853 time: 0.0566907 Jan 28 02:05:40.491630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-0522c516-1c50-46da-9292-61258932957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:40.493552 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-0522c516-1c50-46da-9292-61258932957e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=68dfca5a-5c03-4384-945b-f965b0dfdf1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418313 Jan 28 02:05:40.517897 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:40.594023 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-5125319a-f5c9-495c-bba6-cb71e734bcaf service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879390 Jan 28 02:05:40.844013 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:40.882816 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266bf36-dd0b-45c7-843b-af669ac25605 None None] The sync data for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi is: [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:19Z', 'revision_number': 4, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '049b1c5b-02ca-4759-b98d-c318a1e65d91', 'name': '', 'network_id': '68dfca5a-5c03-4384-945b-f965b0dfdf1c', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'mac_address': 'fa:16:3e:bd:9b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '8046b0de-c699-4480-954a-1aeb65291697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:19Z', 'updated_at': '2022-01-28T02:03:26Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'subnets': [{'id': '8046b0de-c699-4480-954a-1aeb65291697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:05:41.031446 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-34f70df2-f7f2-4fbd-baf9-1464e1b00796 req-cca49400-e2ec-4dca-9aa1-113532e87e3a service neutron] 10.222.0.100 "GET /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282570 Jan 28 02:05:41.175763 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1e9b9-5b79-4411-95a5-4c824d1efbd7 None None] New status for floating IP 9eb2af83-60c0-4a00-9856-1a7576dcf7de: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:05:43.451188 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50984) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:43.562222 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ca81c9b6-ad97-4757-9fc4-1629ac080efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.640246 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ca81c9b6-ad97-4757-9fc4-1629ac080efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.646012 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ca81c9b6-ad97-4757-9fc4-1629ac080efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.689023 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81c9b6-ad97-4757-9fc4-1629ac080efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910df185-4d79-4be0-aec5-13f6858804df,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:43.695256 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ca81c9b6-ad97-4757-9fc4-1629ac080efc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=37ba558c69a6440b8a64a9196b781ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429740 Jan 28 02:05:43.698202 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 50994) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:43.780974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.822442 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.896610 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.900845 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:43.902189 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/910df185-4d79-4be0-aec5-13f6858804df HTTP/1.1" status: 204 len: 168 time: 0.2025952 Jan 28 02:05:43.912772 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0165fc3-d7ac-43f2-950b-71532266aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910df185-4d79-4be0-aec5-13f6858804df,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:43.949269 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe201e9-178e-485a-bad2-c629aa4f1b93 req-e16730f3-c37b-4671-ae62-46ef41afbdb0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:43.950764 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfe201e9-178e-485a-bad2-c629aa4f1b93 req-e16730f3-c37b-4671-ae62-46ef41afbdb0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0794542 Jan 28 02:05:43.995704 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bfe201e9-178e-485a-bad2-c629aa4f1b93 req-90d3d1fc-130b-4c86-929b-a9d4258f452b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Jan 28 02:05:45.119992 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2971d00-a7b7-4225-bbbd-fee41c6fd3b8 req-ae114b65-5290-4859-87f8-b300d81c97a1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:45.121505 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b2971d00-a7b7-4225-bbbd-fee41c6fd3b8 req-ae114b65-5290-4859-87f8-b300d81c97a1 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0540767 Jan 28 02:05:45.163096 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b2971d00-a7b7-4225-bbbd-fee41c6fd3b8 req-178120d2-2a7e-4d73-9668-76b8cd5ce1ee tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342314 Jan 28 02:05:46.029606 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-8c86daf0-eb11-48e0-9d64-a6c168109cf0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.031234 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-8c86daf0-eb11-48e0-9d64-a6c168109cf0 tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.100 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Jan 28 02:05:46.135993 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Deleting port f32c519b-1b2d-4daa-aab9-7451f40e2300 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:46.136682 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:46.242528 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] For port f32c519b-1b2d-4daa-aab9-7451f40e2300, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=f32c519b-1b2d-4daa-aab9-7451f40e2300,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:46.242908 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:46.277436 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Calling delete_port for f32c519b-1b2d-4daa-aab9-7451f40e2300 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:46.356687 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f46843-6663-4b12-9c03-2e76e91c87b1 req-9e0bf6e5-70a6-4c34-9025-bd42b8bd290b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.359757 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-26f46843-6663-4b12-9c03-2e76e91c87b1 req-9e0bf6e5-70a6-4c34-9025-bd42b8bd290b tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/ports?device_id=46b6d5ac-655f-45b3-838b-02216f1bb988 HTTP/1.1" status: 200 len: 945 time: 0.1199958 Jan 28 02:05:46.381268 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:46.440364 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-26f46843-6663-4b12-9c03-2e76e91c87b1 req-4bea886b-550f-4e9d-b073-e086dea50bdc tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.96 "GET /v2.0/security-groups?id=7931475d-c19b-408d-9783-b34be224d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643520 Jan 28 02:05:46.448339 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-20f45bd2-3594-4789-8ba7-30a9a46b70b5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135974 Jan 28 02:05:46.506538 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:46.541362 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] get_ports_and_sgs() called for port_ids ['f32c519b-1b2d-4daa-aab9-7451f40e2300'] {{(pid=101347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:05:46.570298 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Pushing event deleted for resources: {'Port': ['ID=f32c519b-1b2d-4daa-aab9-7451f40e2300,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:46.614710 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] No DVR routers for this DVR port f32c519b-1b2d-4daa-aab9-7451f40e2300 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:05:46.617653 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:46.620909 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-19b38c81-27a2-4e95-b1a7-57d6b2215e1c req-3ddc28d0-dc78-4750-ba27-53826aaed90e tempest-TestMinimumBasicScenario-158253638 tempest-TestMinimumBasicScenario-158253638-project] 10.222.0.100 "DELETE /v2.0/ports/f32c519b-1b2d-4daa-aab9-7451f40e2300 HTTP/1.1" status: 204 len: 173 time: 0.5750020 Jan 28 02:05:46.621346 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'name': 'network-vif-deleted', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:05:46.624822 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5a818-b9c0-444d-9cd5-252354daaa5b" -d '{"events": [{"server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "name": "network-vif-deleted", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:46.633804 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-cf9a4fb2-564f-40ae-a566-460e25fa39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.635453 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-cf9a4fb2-564f-40ae-a566-460e25fa39e5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1098 time: 0.1169293 Jan 28 02:05:46.669415 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114dd4cc-7447-4724-abf9-2fe1d73abbf8 x-openstack-request-id: req-114dd4cc-7447-4724-abf9-2fe1d73abbf8 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:46.669838 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6d5ac-655f-45b3-838b-02216f1bb988", "name": "network-vif-deleted", "tag": "f32c519b-1b2d-4daa-aab9-7451f40e2300", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:46.669949 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-114dd4cc-7447-4724-abf9-2fe1d73abbf8 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:46.670920 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b6d5ac-655f-45b3-838b-02216f1bb988', 'name': 'network-vif-deleted', 'tag': 'f32c519b-1b2d-4daa-aab9-7451f40e2300', 'status': 'completed', 'code': 200} Jan 28 02:05:46.757446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-dc35415c-8e5b-4d0b-9d0b-a150a981a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.758932 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-dc35415c-8e5b-4d0b-9d0b-a150a981a934 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1012383 Jan 28 02:05:46.843959 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-7e34eaed-2290-4c3d-8e58-debdf60c8f48 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 1001 time: 0.0635614 Jan 28 02:05:46.897237 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-aa152996-6244-463f-8708-c2ab1b98edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.898847 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-aa152996-6244-463f-8708-c2ab1b98edc4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0482857 Jan 28 02:05:46.946518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-cc709479-7516-4e38-a764-a05b8e7ab556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:46.948017 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-cc709479-7516-4e38-a764-a05b8e7ab556 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414670 Jan 28 02:05:47.041549 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-e7a6b43f-fd79-4049-97b2-f1911f5f374e service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849397 Jan 28 02:05:47.141383 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-410780a6-1e21-47c7-b733-68edefc9ed6d req-77890c8c-d7f0-40c0-97f3-e2044a5c0342 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915625 Jan 28 02:05:48.137870 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51058) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:48.491533 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:48.740146 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Deleting port 049b1c5b-02ca-4759-b98d-c318a1e65d91 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:48.740493 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:48.821798 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] For port 049b1c5b-02ca-4759-b98d-c318a1e65d91, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=049b1c5b-02ca-4759-b98d-c318a1e65d91,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:48.822031 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:48.834338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Calling delete_port for 049b1c5b-02ca-4759-b98d-c318a1e65d91 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:49.012766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.037245 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=049b1c5b-02ca-4759-b98d-c318a1e65d91,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:49.209366 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.447574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Router 96b945fc-d13f-4cb6-847f-70e4182f9abc has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:05:49.588867 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:05:49.595594 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c7957cb6-d746-4732-9fdc-4c00f71e13f9 admin admin] 10.222.0.96 "PUT /v2.0/routers/96b945fc-d13f-4cb6-847f-70e4182f9abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566050 Jan 28 02:05:49.598319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51064) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:49.599670 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Sync routers for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:05:49.611860 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:49.612621 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:49.708365 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.719328 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:49.772623 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device f32c519b-1b2d-4daa-aab9-7451f40e2300 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:49.797123 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: f32c519b-1b2d-4daa-aab9-7451f40e2300 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:49.797828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device f32c519b-1b2d-4daa-aab9-7451f40e2300 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:49.813004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.869766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Deleting port 2283204e-df8e-4c68-bb08-c00905ba0cf9 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:49.870058 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.904063 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:05:48Z', 'revision_number': 5, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port': {'id': '2283204e-df8e-4c68-bb08-c00905ba0cf9', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:49.938069 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Checking router: 96b945fc-d13f-4cb6-847f-70e4182f9abc for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:05:49.947623 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Routers {'96b945fc-d13f-4cb6-847f-70e4182f9abc'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:49.948259 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['96b945fc-d13f-4cb6-847f-70e4182f9abc'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:49.956931 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] For port 2283204e-df8e-4c68-bb08-c00905ba0cf9, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=2283204e-df8e-4c68-bb08-c00905ba0cf9,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:49.957334 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:49.969662 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Calling delete_port for 2283204e-df8e-4c68-bb08-c00905ba0cf9 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:50.035974 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] Set router 96b945fc-d13f-4cb6-847f-70e4182f9abc gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:50.088904 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:05:49Z', 'revision_number': 6, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:50.131550 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559820-65c3-4dec-813d-3dfeaed87a09 None None] The sync data for ids ['96b945fc-d13f-4cb6-847f-70e4182f9abc'] in dv-cinder-824978-1-iscsi is: [{'id': '96b945fc-d13f-4cb6-847f-70e4182f9abc', 'name': 'tempest-TestMinimumBasicScenario-985211882-router', 'tenant_id': '4f88b3ae05934fd8836d7e90cad61a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:16Z', 'updated_at': '2022-01-28T02:05:49Z', 'revision_number': 6, 'project_id': '4f88b3ae05934fd8836d7e90cad61a53', 'gw_port_host': None}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:05:50.161479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.189284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Pushing event deleted for resources: {'Port': ['ID=2283204e-df8e-4c68-bb08-c00905ba0cf9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:50.253806 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.346497 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.348612 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.393728 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.394174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b945fc-d13f-4cb6-847f-70e4182f9abc {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:05:50.399004 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.400184 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f2f711ff-4ba8-4a56-b1e4-31f5510721af admin admin] 10.222.0.96 "DELETE /v2.0/routers/96b945fc-d13f-4cb6-847f-70e4182f9abc HTTP/1.1" status: 204 len: 168 time: 0.8009348 Jan 28 02:05:50.402801 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51066) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:50.451161 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Deleting subnet 8046b0de-c699-4480-954a-1aeb65291697 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:05:50.455702 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.497300 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.607723 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.666766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.694170 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8046b0de-c699-4480-954a-1aeb65291697,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:50.698895 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.703722 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1bba6089-883e-4f1d-8678-3cbc5831e3b3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8046b0de-c699-4480-954a-1aeb65291697 HTTP/1.1" status: 204 len: 168 time: 0.2998347 Jan 28 02:05:50.706563 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51070) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:50.706712 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80fe288-84e1-407e-8dd7-c4427d2ca26b None None] Network 68dfca5a-5c03-4384-945b-f965b0dfdf1c requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:05:50.774816 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.841394 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Deleting port 55952a82-8a81-47c3-b956-b68fbfa3970c {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:50.841906 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.908790 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] For port 55952a82-8a81-47c3-b956-b68fbfa3970c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=55952a82-8a81-47c3-b956-b68fbfa3970c,segment=NetworkSegment(6181cf08-10aa-461b-8efd-c4f7b23c4263),segment_id=6181cf08-10aa-461b-8efd-c4f7b23c4263)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:50.909208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:50.924960 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Calling delete_port for 55952a82-8a81-47c3-b956-b68fbfa3970c owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:50.961908 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] DHCP port deletion for 68dfca5a-5c03-4384-945b-f965b0dfdf1c request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:05:51.009667 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.017895 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Deleting port 55952a82-8a81-47c3-b956-b68fbfa3970c {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:51.018417 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.042079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Pushing event deleted for resources: {'Port': ['ID=55952a82-8a81-47c3-b956-b68fbfa3970c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:51.043966 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] No DVR routers for this DVR port 55952a82-8a81-47c3-b956-b68fbfa3970c on host dv-cinder-824978-1-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:05:51.087860 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] For port 55952a82-8a81-47c3-b956-b68fbfa3970c, host dv-cinder-824978-1-iscsi, got binding levels [] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:51.088351 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.103070 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Calling delete_port for 55952a82-8a81-47c3-b956-b68fbfa3970c owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:51.106579 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.ipam_backend_mixin [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Port 55952a82-8a81-47c3-b956-b68fbfa3970c was not found and therefore no delete operation was performed {{(pid=101347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:05:51.108905 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.122214 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.135254 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Pushing event deleted for resources: {'Port': ['ID=55952a82-8a81-47c3-b956-b68fbfa3970c,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:51.140518 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] No DVR routers for this DVR port 55952a82-8a81-47c3-b956-b68fbfa3970c on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:05:51.147828 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.148301 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.148514 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.148901 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.149258 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.149662 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.149827 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.150225 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.150462 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.150803 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.151116 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.151400 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa976e3a-d409-4ff4-9d98-a0acb1c64b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:51.157356 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dfca5a-5c03-4384-945b-f965b0dfdf1c']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:51.176330 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6181cf08-10aa-461b-8efd-c4f7b23c4263') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:51.176546 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6181cf08-10aa-461b-8efd-c4f7b23c4263') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:51.188620 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.204313 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.211063 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:05:51.211479 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:05:51.213616 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:05:51.350376 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 2283204e-df8e-4c68-bb08-c00905ba0cf9 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:51.377127 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 2283204e-df8e-4c68-bb08-c00905ba0cf9 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:51.377485 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 2283204e-df8e-4c68-bb08-c00905ba0cf9 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:51.377874 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 049b1c5b-02ca-4759-b98d-c318a1e65d91 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:51.402849 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 049b1c5b-02ca-4759-b98d-c318a1e65d91 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:51.403384 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 049b1c5b-02ca-4759-b98d-c318a1e65d91 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:51.404028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 55952a82-8a81-47c3-b956-b68fbfa3970c no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:51.432848 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 55952a82-8a81-47c3-b956-b68fbfa3970c {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:51.433132 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 55952a82-8a81-47c3-b956-b68fbfa3970c not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:51.550318 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.555727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:51.558986 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] 10.222.0.96 "DELETE /v2.0/networks/68dfca5a-5c03-4384-945b-f965b0dfdf1c HTTP/1.1" status: 204 len: 168 time: 0.8514471 Jan 28 02:05:51.562083 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51072) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:51.570501 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769583ad-6b19-49b8-81c5-ee92c75044dc admin admin] Pushing event deleted for resources: {'Network': ['ID=68dfca5a-5c03-4384-945b-f965b0dfdf1c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:51.929170 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:52.179082 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Deleting port 0fd814f0-28e6-45a8-988c-a1624f086b0e {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:52.179426 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:52.262676 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] For port 0fd814f0-28e6-45a8-988c-a1624f086b0e, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=0fd814f0-28e6-45a8-988c-a1624f086b0e,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:52.262967 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:52.276696 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Calling delete_port for 0fd814f0-28e6-45a8-988c-a1624f086b0e owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:52.453390 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:52.478358 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd814f0-28e6-45a8-988c-a1624f086b0e,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:52.653150 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:52.868456 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Router 61052d96-c37c-4a55-b040-468aedd8d201 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:05:52.979346 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:05:52.985338 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-002c2712-96ee-49c4-b407-01f3f8b51955 admin admin] 10.222.0.96 "PUT /v2.0/routers/61052d96-c37c-4a55-b040-468aedd8d201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4220018 Jan 28 02:05:52.987619 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51078) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:52.990154 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Sync routers for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:05:53.000329 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:53.000987 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:53.111324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:53.305198 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:05:52Z', 'revision_number': 5, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:53.322974 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.343657 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Checking router: 61052d96-c37c-4a55-b040-468aedd8d201 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:05:53.352440 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Routers {'61052d96-c37c-4a55-b040-468aedd8d201'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:53.353078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:05:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['61052d96-c37c-4a55-b040-468aedd8d201'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:53.434681 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.462155 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] Set router 61052d96-c37c-4a55-b040-468aedd8d201 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:53.487642 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Deleting port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:53.487978 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.572968 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] For port f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:53.573362 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.585548 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Calling delete_port for f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c owned by network:router_gateway {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:53.644496 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:05:52Z', 'revision_number': 5, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:53.671295 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19287bff-20d5-4ec5-b67f-04871ffcc8a5 None None] The sync data for ids ['61052d96-c37c-4a55-b040-468aedd8d201'] in dv-cinder-824978-1-iscsi is: [{'id': '61052d96-c37c-4a55-b040-468aedd8d201', 'name': 'tempest-TestMinimumBasicScenario-1464244567-router', 'tenant_id': '7ab185b47eee4409b1765fa2f175c958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:05:52Z', 'revision_number': 5, 'project_id': '7ab185b47eee4409b1765fa2f175c958', 'gw_port': {'id': 'f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61052d96-c37c-4a55-b040-468aedd8d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:03:22Z', 'updated_at': '2022-01-28T02:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:05:53.760978 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.787507 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:53.847713 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.971200 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:53.973331 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.018167 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.018875 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61052d96-c37c-4a55-b040-468aedd8d201 {{(pid=101346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:05:54.024177 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.027575 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-8cd830cc-3505-4f34-935d-84f47806ff80 admin admin] 10.222.0.96 "DELETE /v2.0/routers/61052d96-c37c-4a55-b040-468aedd8d201 HTTP/1.1" status: 204 len: 168 time: 1.0367906 Jan 28 02:05:54.027842 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51082) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:54.073411 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Deleting subnet 72514b8c-d80d-4060-86b7-56a0df95fa19 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:05:54.077306 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.120002 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.203849 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.261752 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.289896 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72514b8c-d80d-4060-86b7-56a0df95fa19,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:54.294984 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.300704 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51084) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:54.301357 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-442623a5-ba2f-4164-9f43-10358e530280 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/72514b8c-d80d-4060-86b7-56a0df95fa19 HTTP/1.1" status: 204 len: 168 time: 0.2720070 Jan 28 02:05:54.303019 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f06965-3567-4252-912c-1f0acd7f2df4 None None] Network 94d0f950-ee6e-4f04-9691-287b1097cefd requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:05:54.383738 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.444245 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Deleting port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:05:54.444590 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.506442 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] For port f1fd0be6-1c4b-4e3b-a57d-f144c9454236, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,segment=NetworkSegment(b2dd740c-8ee2-48ae-99e9-a8edc7fa2202),segment_id=b2dd740c-8ee2-48ae-99e9-a8edc7fa2202)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:54.506806 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.519368 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Calling delete_port for f1fd0be6-1c4b-4e3b-a57d-f144c9454236 owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:05:54.600176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.626163 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fd0be6-1c4b-4e3b-a57d-f144c9454236,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:54.631806 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] No DVR routers for this DVR port f1fd0be6-1c4b-4e3b-a57d-f144c9454236 on host dv-cinder-824978-1-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:05:54.664102 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d35742-f219-4ca6-8a43-b3a59e327b8e None None] DHCP port deletion for 94d0f950-ee6e-4f04-9691-287b1097cefd request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:05:54.708740 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.732853 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d0f950-ee6e-4f04-9691-287b1097cefd']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:54.742452 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:54.742664 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dd740c-8ee2-48ae-99e9-a8edc7fa2202') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:54.751880 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.766105 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.772199 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:05:54.772576 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:05:54.774320 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:05:54.827999 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.835874 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:54.838997 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] 10.222.0.96 "DELETE /v2.0/networks/94d0f950-ee6e-4f04-9691-287b1097cefd HTTP/1.1" status: 204 len: 168 time: 0.5365107 Jan 28 02:05:54.853020 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b00ad-45c9-4fde-8870-642209874da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d0f950-ee6e-4f04-9691-287b1097cefd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:55.001735 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51088) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:55.041284 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bf98b65d-e8f6-45a5-b0e4-56ced4e69948 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4f88b3ae05934fd8836d7e90cad61a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383701 Jan 28 02:05:55.043727 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51090) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:55.091198 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.116317 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.165449 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.168287 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.169488 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7931475d-c19b-408d-9783-b34be224d695 HTTP/1.1" status: 204 len: 168 time: 0.1248851 Jan 28 02:05:55.177485 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b4e2e-26f2-4167-a52f-ab6d22ac22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931475d-c19b-408d-9783-b34be224d695,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:55.360955 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:55.389657 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:55.390048 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f32d8ea2-47f3-42e5-8dfb-b2bbbb86902c not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:55.390667 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f1fd0be6-1c4b-4e3b-a57d-f144c9454236 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:55.412015 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: f1fd0be6-1c4b-4e3b-a57d-f144c9454236 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:55.412497 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f1fd0be6-1c4b-4e3b-a57d-f144c9454236 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:55.413015 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0fd814f0-28e6-45a8-988c-a1624f086b0e no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:55.435273 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 0fd814f0-28e6-45a8-988c-a1624f086b0e {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:05:55.435664 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 0fd814f0-28e6-45a8-988c-a1624f086b0e not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:05:55.517955 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51100) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:55.558680 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-76fa8676-cd4d-4a9d-9ba8-e3b8796e2ce5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ab185b47eee4409b1765fa2f175c958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395830 Jan 28 02:05:55.561670 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51102) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:05:55.614632 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.636250 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.686656 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.689109 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:55.692911 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/811392a4-aa75-4947-9225-845d644fae10 HTTP/1.1" status: 204 len: 168 time: 0.1276646 Jan 28 02:05:55.700759 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e525546-b1b6-41c4-a2ea-9459b9e09470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811392a4-aa75-4947-9225-845d644fae10,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:59.227700 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2af20a81-2d55-4e8f-ae85-1a571a87043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:05:59.721231 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:01.955815 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-4f1ccb46-dba4-4888-9f8f-ca3b207e4475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:03.199549 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:04.572188 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:04.906407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:16.377632 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:21.831076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51192) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:22.022383 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port 1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:22.022731 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.112338 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.112549 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.125490 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for 1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:22.328207 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.363907 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=1c9cf5c9-d4da-46d7-8ea7-0fbdb285ee93,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:22.437016 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.437356 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 3ec5699f-3d9b-4249-8194-4df891b95223 disassociated (deleted). External IP: 172.27.1.170, port: a1c59218-2656-4158-91d1-b7d7e0447fb0. Jan 28 02:06:22.678041 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:22.800368 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:22.806098 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:22.811831 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:22.822414 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:22.823039 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:22.849690 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9a4927df-2f87-41e9-bc33-e8d2b750f071 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "DELETE /v2.0/floatingips/3ec5699f-3d9b-4249-8194-4df891b95223 HTTP/1.1" status: 204 len: 168 time: 1.0173626 Jan 28 02:06:22.850806 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:06:22.855028 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17aa78f-f683-4245-9423-f91c4f83cb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:22.933672 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a3f58-9104-4479-b243-2d0cf037c362 x-openstack-request-id: req-f50a3f58-9104-4479-b243-2d0cf037c362 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:22.934594 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:22.935233 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f50a3f58-9104-4479-b243-2d0cf037c362 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:22.936062 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'status': 'completed', 'code': 200} Jan 28 02:06:22.949239 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:23.061553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-7daf9e66-15e8-4867-b76e-ed968a78416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:23.064296 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-7daf9e66-15e8-4867-b76e-ed968a78416b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 1098 time: 0.0868049 Jan 28 02:06:23.262126 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:23.280124 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3f5c6-fe19-41ff-8b77-ffdcfc2e3309 req-0c6cca61-b4a0-459b-b082-ef805eae431a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:23.282919 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ba3f5c6-fe19-41ff-8b77-ffdcfc2e3309 req-0c6cca61-b4a0-459b-b082-ef805eae431a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.1852040 Jan 28 02:06:23.294355 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:23.304123 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:23.304907 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:23.362625 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-7cdf2fe5-b4da-409f-92d6-1a83d461d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:23.365375 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-7cdf2fe5-b4da-409f-92d6-1a83d461d0a1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.2810755 Jan 28 02:06:23.417534 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:23.460689 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2ba3f5c6-fe19-41ff-8b77-ffdcfc2e3309 req-6f38c52e-f600-41a2-b1d4-09c3c2fc5d86 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655903 Jan 28 02:06:23.463612 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-bed90617-50bb-44e3-899f-6df44a95b7ea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 200 len: 217 time: 0.0877402 Jan 28 02:06:23.526584 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-0ac968b4-6d5c-4a48-95ea-eca837f861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:23.529647 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-0ac968b4-6d5c-4a48-95ea-eca837f861d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0570586 Jan 28 02:06:23.592177 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-855c6b8b-0857-42ab-87c5-d2e4c06d5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:23.593914 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-855c6b8b-0857-42ab-87c5-d2e4c06d5071 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554976 Jan 28 02:06:23.712909 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-3121adeb-e1bf-4079-9a7e-7c2b6f6986e5 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097555 Jan 28 02:06:23.853821 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f17aa78f-f683-4245-9423-f91c4f83cb5c req-f083d272-d933-4ddf-967f-54ae9e142c81 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329248 Jan 28 02:06:23.884529 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:23.934720 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d052e-1ee3-4e84-88b6-a935a226d8db None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_floatingips': [{'id': '5e3abcc5-2daf-4fe0-b546-8b11d59680db', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'router_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'port_id': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'mac_address': 'fa:16:3e:21:cb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:25Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 1, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:24.188324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfb74f-84ff-47cc-b2fd-08ad672db611 None None] New status for floating IP 3ec5699f-3d9b-4249-8194-4df891b95223: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:06:24.613964 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de126-ba9d-4bce-b7ba-0ca1783842e7 req-2adecf72-58ee-43d1-b516-24cc01993d90 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.616035 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5a6de126-ba9d-4bce-b7ba-0ca1783842e7 req-2adecf72-58ee-43d1-b516-24cc01993d90 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.0596476 Jan 28 02:06:24.660491 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5a6de126-ba9d-4bce-b7ba-0ca1783842e7 req-ceff6d42-8a45-4498-b997-853eb543e9f8 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 Jan 28 02:06:24.941526 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-86e7bb5b-c2c8-4b24-b544-e07cd466ddd1 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:24.943188 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-86e7bb5b-c2c8-4b24-b544-e07cd466ddd1 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Jan 28 02:06:25.082262 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port a1c59218-2656-4158-91d1-b7d7e0447fb0 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:25.082607 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:25.200430 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] For port a1c59218-2656-4158-91d1-b7d7e0447fb0, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=a1c59218-2656-4158-91d1-b7d7e0447fb0,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:25.202456 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:25.225073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for a1c59218-2656-4158-91d1-b7d7e0447fb0 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:25.407296 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:25.448123 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=a1c59218-2656-4158-91d1-b7d7e0447fb0,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:25.499568 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] No DVR routers for this DVR port a1c59218-2656-4158-91d1-b7d7e0447fb0 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:25.502416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:25.506407 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f82db90-21c2-40d8-9db6-eb6bbd9d6821 req-bf9ed205-ed16-4a86-a437-c259e7b18260 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "DELETE /v2.0/ports/a1c59218-2656-4158-91d1-b7d7e0447fb0 HTTP/1.1" status: 204 len: 173 time: 0.5568566 Jan 28 02:06:25.506969 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'name': 'network-vif-deleted', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:06:25.509907 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52427a3a-fcc3-4f78-80d1-36d9d2e35933" -d '{"events": [{"server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "name": "network-vif-deleted", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:25.563440 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112b43c-cabb-4eb2-b777-66650bab740c x-openstack-request-id: req-f112b43c-cabb-4eb2-b777-66650bab740c {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:25.563869 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c241188c-6827-43b6-87ca-c196237b79d4", "name": "network-vif-deleted", "tag": "a1c59218-2656-4158-91d1-b7d7e0447fb0", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:25.564211 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f112b43c-cabb-4eb2-b777-66650bab740c {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:25.564695 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241188c-6827-43b6-87ca-c196237b79d4', 'name': 'network-vif-deleted', 'tag': 'a1c59218-2656-4158-91d1-b7d7e0447fb0', 'status': 'completed', 'code': 200} Jan 28 02:06:25.770047 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49aba30b-3dad-438a-b59b-66461a7c1720 req-260d9d81-054d-457d-bd4a-4f01cf23a688 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c241188c-6827-43b6-87ca-c196237b79d4 HTTP/1.1" status: 200 len: 210 time: 0.0284684 Jan 28 02:06:27.912552 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a1c59218-2656-4158-91d1-b7d7e0447fb0 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:27.934078 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: a1c59218-2656-4158-91d1-b7d7e0447fb0 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:27.934425 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device a1c59218-2656-4158-91d1-b7d7e0447fb0 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:29.076847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51234) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:29.233923 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8c7c-02e0-4a3c-9968-de98df927772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.271547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port 008430ee-0871-4888-b9f4-2d98964af705 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:29.271953 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.368426 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.368751 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.386673 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for 008430ee-0871-4888-b9f4-2d98964af705 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:29.553586 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.581315 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=008430ee-0871-4888-b9f4-2d98964af705,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:29.645911 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:29.646253 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Floating IP 5e3abcc5-2daf-4fe0-b546-8b11d59680db disassociated (deleted). External IP: 172.27.1.145, port: eb1cbd46-e972-417e-b2bd-3fa5d34c1e51. Jan 28 02:06:29.871924 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:29.994090 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:29.999446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:30.004592 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:30.015619 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:30.016268 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:30.032240 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0dbb33af-e462-483e-a3d5-34aa6d2f09b2 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "DELETE /v2.0/floatingips/5e3abcc5-2daf-4fe0-b546-8b11d59680db HTTP/1.1" status: 204 len: 168 time: 0.9540043 Jan 28 02:06:30.032893 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:06:30.035208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6117597-54ee-4139-b786-35c017ce68a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:30.097851 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b89d0-9a62-4f90-b98e-b674c4e1e6dc x-openstack-request-id: req-543b89d0-9a62-4f90-b98e-b674c4e1e6dc {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:30.098535 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:30.098535 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-543b89d0-9a62-4f90-b98e-b674c4e1e6dc {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:30.098876 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'status': 'completed', 'code': 200} Jan 28 02:06:30.195950 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6117597-54ee-4139-b786-35c017ce68a8 req-9504c3f7-9f78-492b-945c-34ce73a43c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:30.197362 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-9504c3f7-9f78-492b-945c-34ce73a43c6a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6e15e80496d946b4ba64c95751ebc354&device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 1098 time: 0.0531187 Jan 28 02:06:30.212602 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:30.366587 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d2e9-5775-465d-b436-5e4a63b6b4af req-20951080-7f48-46f3-b736-7dadbf108a58 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:30.368041 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57f2d2e9-5775-465d-b436-5e4a63b6b4af req-20951080-7f48-46f3-b736-7dadbf108a58 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0988250 Jan 28 02:06:30.411115 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6117597-54ee-4139-b786-35c017ce68a8 req-0e1af2c2-42fb-49c9-ac37-671f23620c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:30.413693 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-0e1af2c2-42fb-49c9-ac37-671f23620c01 service neutron] 10.222.0.100 "GET /v2.0/networks?id=41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 200 len: 913 time: 0.1687927 Jan 28 02:06:30.455717 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:30.474660 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-f8af1fbb-5379-4443-8a90-e93b10c56e75 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 200 len: 217 time: 0.0500815 Jan 28 02:06:30.477723 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-57f2d2e9-5775-465d-b436-5e4a63b6b4af req-9751ac29-83cc-4f00-a2fd-c9d2ce56b710 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960572 Jan 28 02:06:30.484488 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:30.495509 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:30.496146 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:02Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:30.528344 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6117597-54ee-4139-b786-35c017ce68a8 req-fe834ce5-1cfd-4035-ae16-df4b75b3e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:30.534235 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-fe834ce5-1cfd-4035-ae16-df4b75b3e321 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 200 len: 851 time: 0.0490518 Jan 28 02:06:30.588677 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6117597-54ee-4139-b786-35c017ce68a8 req-3945ffc9-4344-43a5-9527-cb4335ef3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:30.590567 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-3945ffc9-4344-43a5-9527-cb4335ef3bda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=41f7abf6-a2c1-4ce5-83fe-68e8627532be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508115 Jan 28 02:06:30.652991 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:30.704652 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-8dffcb9a-c279-4f35-85c7-65ac42f02b76 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043382 Jan 28 02:06:30.834164 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b6117597-54ee-4139-b786-35c017ce68a8 req-e80a3a3e-1d93-47f6-af24-159caeb92969 service neutron] 10.222.0.100 "GET /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218235 Jan 28 02:06:30.908773 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:30.940673 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553071be-47c2-46d4-a387-0f828052d2d2 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T01:57:53Z', 'revision_number': 4, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '399619b3-5cd1-4053-bd8a-a0908eabe065', 'name': '', 'network_id': '41f7abf6-a2c1-4ce5-83fe-68e8627532be', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'mac_address': 'fa:16:3e:a4:a9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:52Z', 'updated_at': '2022-01-28T01:57:59Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'subnets': [{'id': 'ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:31.174230 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0eabf-3810-4ffa-9105-56e88268e774 None None] New status for floating IP 5e3abcc5-2daf-4fe0-b546-8b11d59680db: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:06:31.628653 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcbfba-0c2b-4298-a3d4-4193b01f6387 req-e516656d-48c6-46eb-bb85-d46e2aa9596f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:31.630589 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6fbcbfba-0c2b-4298-a3d4-4193b01f6387 req-e516656d-48c6-46eb-bb85-d46e2aa9596f tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0576315 Jan 28 02:06:31.676200 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6fbcbfba-0c2b-4298-a3d4-4193b01f6387 req-7c4494bb-0a95-4178-8c82-69284b092731 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/security-groups?id=09fab54d-f771-4dcf-b3a1-5b1a9be11b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389605 Jan 28 02:06:31.959465 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d167-5983-463f-92cf-833b0543106b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:31.978118 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-c40883ae-2984-4249-8f4e-889ad1a1b20a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:31.979672 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-c40883ae-2984-4249-8f4e-889ad1a1b20a tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 945 time: 0.0602717 Jan 28 02:06:32.082078 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:32.082416 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:32.193779 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] For port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:32.194405 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:32.217295 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:32.406148 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:32.441225 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=eb1cbd46-e972-417e-b2bd-3fa5d34c1e51,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:32.486580 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] No DVR routers for this DVR port eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:32.489258 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:32.492642 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebaa9f60-ee7a-4588-9408-0ea841b2a468 req-946f3c6d-ac50-4f48-a0cd-a51556d4d31c tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.100 "DELETE /v2.0/ports/eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 HTTP/1.1" status: 204 len: 173 time: 0.5067863 Jan 28 02:06:32.493147 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'name': 'network-vif-deleted', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:06:32.495546 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3dca0-7a2a-4f43-8e76-e7bf3dcd6d60" -d '{"events": [{"server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "name": "network-vif-deleted", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:32.555557 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f1d968-1dd3-4119-8661-774c13ae2529 x-openstack-request-id: req-f5f1d968-1dd3-4119-8661-774c13ae2529 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:32.556481 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c097440e-be71-4ec9-a745-018fb72e47c8", "name": "network-vif-deleted", "tag": "eb1cbd46-e972-417e-b2bd-3fa5d34c1e51", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:32.557990 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-f5f1d968-1dd3-4119-8661-774c13ae2529 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:32.558459 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c097440e-be71-4ec9-a745-018fb72e47c8', 'name': 'network-vif-deleted', 'tag': 'eb1cbd46-e972-417e-b2bd-3fa5d34c1e51', 'status': 'completed', 'code': 200} Jan 28 02:06:32.798241 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f33c3733-907c-49b2-8a27-cc58c42fca50 req-6be46db8-b669-49ab-9e1d-51351b3bb154 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "GET /v2.0/ports?device_id=c097440e-be71-4ec9-a745-018fb72e47c8 HTTP/1.1" status: 200 len: 210 time: 0.0465240 Jan 28 02:06:33.207537 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:33.880200 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51252) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:33.948498 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:33.971802 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:33.972164 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device eb1cbd46-e972-417e-b2bd-3fa5d34c1e51 not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:34.030921 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Deleting port ef36f5f2-1b0c-49da-b19f-aa38b438cd7f {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:34.031468 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.164775 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.165268 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.190272 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Calling delete_port for ef36f5f2-1b0c-49da-b19f-aa38b438cd7f owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:34.581496 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.712428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.762623 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'Port': ['ID=ef36f5f2-1b0c-49da-b19f-aa38b438cd7f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:34.836305 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.838924 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:34.840145 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-25103b3a-2335-484e-8899-78034a4af4ef tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "DELETE /v2.0/floatingips/7adc029f-eb2b-4b17-8208-e99424047085 HTTP/1.1" status: 204 len: 168 time: 0.9589055 Jan 28 02:06:34.917056 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:36.077459 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51264) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:36.145886 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:36.178141 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:36.264542 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:36.268506 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:36.269921 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] 10.222.0.96 "DELETE /v2.0/security-groups/09fab54d-f771-4dcf-b3a1-5b1a9be11b17 HTTP/1.1" status: 204 len: 168 time: 0.1911273 Jan 28 02:06:36.282595 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba4b5-863c-4304-bf16-b9e838884655 tempest-TestVolumeBootPattern-1025492102 tempest-TestVolumeBootPattern-1025492102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fab54d-f771-4dcf-b3a1-5b1a9be11b17,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:36.365383 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51268) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:36.723364 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:36.987885 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:37.269802 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Deleting port 399619b3-5cd1-4053-bd8a-a0908eabe065 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:37.270106 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:37.385428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] For port 399619b3-5cd1-4053-bd8a-a0908eabe065, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=399619b3-5cd1-4053-bd8a-a0908eabe065,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:37.386153 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:37.411213 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Calling delete_port for 399619b3-5cd1-4053-bd8a-a0908eabe065 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:37.737686 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:37.764626 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=399619b3-5cd1-4053-bd8a-a0908eabe065,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:37.998503 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:38.256900 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:38.383518 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:38.389572 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fb152719-ba1d-49c3-a76a-c9441c183d7d admin admin] 10.222.0.96 "PUT /v2.0/routers/c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0226746 Jan 28 02:06:38.394017 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51272) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:38.399821 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Sync routers for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:38.417978 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:38.418992 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:38.523008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:38.567282 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:38.654627 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:38.720005 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Deleting port c059bc9c-ff38-4da6-ab61-abfb60be42ce {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:38.720457 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:38.791589 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T02:06:37Z', 'revision_number': 5, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port': {'id': 'c059bc9c-ff38-4da6-ab61-abfb60be42ce', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:49Z', 'updated_at': '2022-01-28T01:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:38.814274 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] For port c059bc9c-ff38-4da6-ab61-abfb60be42ce, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=c059bc9c-ff38-4da6-ab61-abfb60be42ce,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:38.814665 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:38.829458 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Calling delete_port for c059bc9c-ff38-4da6-ab61-abfb60be42ce owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:38.844560 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Checking router: c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:38.860742 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Routers {'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:38.861875 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:39.012790 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.022856 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] Set router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 gateway port host: None {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:39.046923 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c059bc9c-ff38-4da6-ab61-abfb60be42ce,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:39.072268 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.072608 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.072994 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.073325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.073648 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.073977 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.074294 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.074630 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.074940 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.075255 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.075565 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.076632 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.119319 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.121279 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T02:06:38Z', 'revision_number': 6, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:39.171357 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc100040-99be-4554-b72f-a80d0779a918 None None] The sync data for ids ['c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3'] in dv-cinder-824978-1-iscsi is: [{'id': 'c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3', 'name': 'tempest-TestVolumeBootPattern-1856737328-router', 'tenant_id': '6e15e80496d946b4ba64c95751ebc354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:48Z', 'updated_at': '2022-01-28T02:06:38Z', 'revision_number': 6, 'project_id': '6e15e80496d946b4ba64c95751ebc354', 'gw_port_host': None}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:39.233438 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.237475 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.288895 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.289574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:06:39.295505 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.297178 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-88224446-0e5b-4e5c-8f6c-e3f8af74e4f4 admin admin] 10.222.0.96 "DELETE /v2.0/routers/c1bb95b3-443b-4a73-ae6d-a89f9c6e55c3 HTTP/1.1" status: 204 len: 168 time: 0.9015310 Jan 28 02:06:39.299919 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51274) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:39.353668 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Deleting subnet ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:06:39.358644 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.399875 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.489666 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.551212 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.585502 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:39.590806 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.594836 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-82ab9b07-3e1a-47ee-bdcc-fe805a420468 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ec5ac0b2-e5c7-465b-8f12-5b8f9a49a3dc HTTP/1.1" status: 204 len: 168 time: 0.2937126 Jan 28 02:06:39.597552 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51276) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:39.605830 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e7247-8a62-4b58-b4b3-caf1bfa7327a None None] Network 41f7abf6-a2c1-4ce5-83fe-68e8627532be requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:06:39.684510 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.732682 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 399619b3-5cd1-4053-bd8a-a0908eabe065 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:39.749858 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Deleting port 18732239-f274-437f-9907-08542b0c0956 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:39.750318 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.826375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 399619b3-5cd1-4053-bd8a-a0908eabe065 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:39.826655 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] For port 18732239-f274-437f-9907-08542b0c0956, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=18732239-f274-437f-9907-08542b0c0956,segment=NetworkSegment(5906949f-3a9e-489f-aec3-1635fe693bc2),segment_id=5906949f-3a9e-489f-aec3-1635fe693bc2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:39.826906 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 399619b3-5cd1-4053-bd8a-a0908eabe065 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:39.827292 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.844762 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Calling delete_port for 18732239-f274-437f-9907-08542b0c0956 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:39.938779 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:39.967284 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=18732239-f274-437f-9907-08542b0c0956,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:39.972215 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] No DVR routers for this DVR port 18732239-f274-437f-9907-08542b0c0956 on host dv-cinder-824978-1-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:39.981014 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.981377 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.981872 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.982783 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.983111 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.983449 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.983773 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.984255 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.984443 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.984922 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.985282 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:39.985569 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:40.043814 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a48ca7-f4bd-46ea-806f-c2101b3ff186 None None] DHCP port deletion for 41f7abf6-a2c1-4ce5-83fe-68e8627532be request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:06:40.070726 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.100297 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f7abf6-a2c1-4ce5-83fe-68e8627532be']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:40.112691 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5906949f-3a9e-489f-aec3-1635fe693bc2') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:40.113254 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5906949f-3a9e-489f-aec3-1635fe693bc2') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:40.131169 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.158201 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.170387 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:06:40.171018 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:06:40.174103 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:06:40.242443 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.250721 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:40.256491 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] 10.222.0.96 "DELETE /v2.0/networks/41f7abf6-a2c1-4ce5-83fe-68e8627532be HTTP/1.1" status: 204 len: 168 time: 0.6576719 Jan 28 02:06:40.260651 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51278) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:40.287145 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719d9b-f951-479c-a2e6-ac90cd0ba5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=41f7abf6-a2c1-4ce5-83fe-68e8627532be,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:40.694719 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:41.025094 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Deleting port 7e35899c-790e-48fe-a25c-325ec79283db {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:41.025290 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:41.130127 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] For port 7e35899c-790e-48fe-a25c-325ec79283db, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=7e35899c-790e-48fe-a25c-325ec79283db,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:41.130520 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:41.146127 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Calling delete_port for 7e35899c-790e-48fe-a25c-325ec79283db owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:41.394969 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 18732239-f274-437f-9907-08542b0c0956 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:41.419669 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:41.422094 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 18732239-f274-437f-9907-08542b0c0956 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:41.422520 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 18732239-f274-437f-9907-08542b0c0956 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:41.423100 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device c059bc9c-ff38-4da6-ab61-abfb60be42ce no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:41.447633 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: c059bc9c-ff38-4da6-ab61-abfb60be42ce {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:41.448011 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device c059bc9c-ff38-4da6-ab61-abfb60be42ce not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:41.456676 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e35899c-790e-48fe-a25c-325ec79283db,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:41.681550 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:41.953416 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Router 092a1c91-079f-4857-bcf5-a731fbd6a650 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:42.325265 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:42.333576 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-1f681d59-e239-4a99-85fe-3df9059b3f04 admin admin] 10.222.0.96 "PUT /v2.0/routers/092a1c91-079f-4857-bcf5-a731fbd6a650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708158 Jan 28 02:06:42.336020 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51292) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:42.337376 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Sync routers for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:42.352730 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:42.353962 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:42.453284 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks [] for router, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:42.528151 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:42.608536 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:42.683997 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Deleting port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:42.684419 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:42.811007 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] For port f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:42.811571 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:42.817099 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T02:06:41Z', 'revision_number': 5, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port': {'id': 'f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:57Z', 'updated_at': '2022-01-28T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:42.832107 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Calling delete_port for f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 owned by network:router_gateway {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:42.859202 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Checking router: 092a1c91-079f-4857-bcf5-a731fbd6a650 for host: dv-cinder-824978-1-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:42.870004 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Routers {'092a1c91-079f-4857-bcf5-a731fbd6a650'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:42.870783 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['092a1c91-079f-4857-bcf5-a731fbd6a650'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:42.986643 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] Set router 092a1c91-079f-4857-bcf5-a731fbd6a650 gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:43.039409 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.066074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T02:06:42Z', 'revision_number': 6, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port_host': None}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:43.072160 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:43.099375 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f5df6-c99b-404c-8d23-e868cd2738f3 None None] The sync data for ids ['092a1c91-079f-4857-bcf5-a731fbd6a650'] in dv-cinder-824978-1-iscsi is: [{'id': '092a1c91-079f-4857-bcf5-a731fbd6a650', 'name': 'tempest-TestVolumeBootPattern-552473932-router', 'tenant_id': 'f201d79d2228443fae07022bc53b97b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:56Z', 'updated_at': '2022-01-28T02:06:42Z', 'revision_number': 6, 'project_id': 'f201d79d2228443fae07022bc53b97b2', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:43.149150 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.252006 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.255016 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.321981 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.322708 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092a1c91-079f-4857-bcf5-a731fbd6a650 {{(pid=101346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:06:43.329410 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.330961 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-61e1be97-e7cd-4036-84ca-6660f5e69990 admin admin] 10.222.0.96 "DELETE /v2.0/routers/092a1c91-079f-4857-bcf5-a731fbd6a650 HTTP/1.1" status: 204 len: 168 time: 0.9935548 Jan 28 02:06:43.333801 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51298) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:43.393821 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Deleting subnet 9c5557b2-336e-4c70-8d21-081c99f77554 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:06:43.398682 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.442014 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.578441 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.655161 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 7e35899c-790e-48fe-a25c-325ec79283db no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:43.671492 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.701779 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 7e35899c-790e-48fe-a25c-325ec79283db {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:43.702750 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 7e35899c-790e-48fe-a25c-325ec79283db not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:43.714844 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5557b2-336e-4c70-8d21-081c99f77554,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:43.720958 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.728196 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-84833bff-d451-4235-9af7-9d90f6214aa3 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/9c5557b2-336e-4c70-8d21-081c99f77554 HTTP/1.1" status: 204 len: 168 time: 0.3926032 Jan 28 02:06:43.732471 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51308) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:43.736760 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151227b-82b0-48e0-b39a-2538be92f29c None None] Network 55cae776-861d-451e-a834-36828c5c5a6d requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:06:43.835435 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.898553 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Deleting port 90a03328-1334-4610-9c5c-174f6c60445c {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:43.898904 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:43.986094 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] For port 90a03328-1334-4610-9c5c-174f6c60445c, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=90a03328-1334-4610-9c5c-174f6c60445c,segment=NetworkSegment(e4925ae0-ec8c-4e33-ad3b-964dff48f4b3),segment_id=e4925ae0-ec8c-4e33-ad3b-964dff48f4b3)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:43.986574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.005902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Calling delete_port for 90a03328-1334-4610-9c5c-174f6c60445c owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:44.056566 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] DHCP port deletion for 55cae776-861d-451e-a834-36828c5c5a6d request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:06:44.131574 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.135050 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Deleting port 90a03328-1334-4610-9c5c-174f6c60445c {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:44.136002 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.163858 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=90a03328-1334-4610-9c5c-174f6c60445c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:44.167860 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] No DVR routers for this DVR port 90a03328-1334-4610-9c5c-174f6c60445c on host dv-cinder-824978-1-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:44.260100 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] For port 90a03328-1334-4610-9c5c-174f6c60445c, host dv-cinder-824978-1-iscsi, got binding levels [] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:44.260402 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.260853 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.291124 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Calling delete_port for 90a03328-1334-4610-9c5c-174f6c60445c owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:44.297773 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.ipam_backend_mixin [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Port 90a03328-1334-4610-9c5c-174f6c60445c was not found and therefore no delete operation was performed {{(pid=101347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 02:06:44.299379 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.302208 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cae776-861d-451e-a834-36828c5c5a6d']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:44.318076 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:44.318371 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4925ae0-ec8c-4e33-ad3b-964dff48f4b3') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:44.336414 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.349075 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] Pushing event deleted for resources: {'Port': ['ID=90a03328-1334-4610-9c5c-174f6c60445c,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:44.360743 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d93f3-5895-4836-bf4a-3124e79e55a2 None None] No DVR routers for this DVR port 90a03328-1334-4610-9c5c-174f6c60445c on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:44.367142 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.380752 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:06:44.381341 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:06:44.384218 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:06:44.462877 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.471223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.475700 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] 10.222.0.96 "DELETE /v2.0/networks/55cae776-861d-451e-a834-36828c5c5a6d HTTP/1.1" status: 204 len: 168 time: 0.7415822 Jan 28 02:06:44.497170 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c5c92-5c17-4850-9745-23b475e80ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=55cae776-861d-451e-a834-36828c5c5a6d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:44.640638 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51312) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:44.697452 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-34b27aa3-505d-4eb9-ba20-76326e8a50fc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e15e80496d946b4ba64c95751ebc354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551913 Jan 28 02:06:44.700908 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51314) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:44.761547 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.790139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.854337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.859145 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:44.861024 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/25207c15-034b-43a7-9e32-e50e4f6fb507 HTTP/1.1" status: 204 len: 168 time: 0.1588895 Jan 28 02:06:44.875183 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49230b1b-b633-4b37-af08-6c8edc0412f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25207c15-034b-43a7-9e32-e50e4f6fb507,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:45.354683 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51336) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:45.412121 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 90a03328-1334-4610-9c5c-174f6c60445c no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:45.436476 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-18059e4c-25bd-4de3-b1aa-0633f16447a2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f201d79d2228443fae07022bc53b97b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782759 Jan 28 02:06:45.439949 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51338) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:45.446606 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 90a03328-1334-4610-9c5c-174f6c60445c {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:45.447103 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 90a03328-1334-4610-9c5c-174f6c60445c not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:45.447665 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:45.481673 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:45.482494 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device f85f9dd1-0cbb-45f9-b29e-3a83f1cc6050 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:45.549187 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:45.581457 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:45.648943 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef889f96-a50d-4235-b7ee-950cefbe416f req-42c1f8f0-b6f8-4d2f-9414-592d650ebf98 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:45.650463 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ef889f96-a50d-4235-b7ee-950cefbe416f req-42c1f8f0-b6f8-4d2f-9414-592d650ebf98 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0596988 Jan 28 02:06:45.670516 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:45.673952 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:45.675193 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/79ed98be-758d-498b-bb95-40bdd08fea97 HTTP/1.1" status: 204 len: 168 time: 0.2338071 Jan 28 02:06:45.684047 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194359e-a4a1-4836-a14b-c658da6159d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed98be-758d-498b-bb95-40bdd08fea97,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:45.726539 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ef889f96-a50d-4235-b7ee-950cefbe416f req-0f8e88bf-f548-4fa3-9b67-5cb60a13709b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671134 Jan 28 02:06:46.376568 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:46.858862 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee36-53b5-494d-9f8d-6439be60f0a8 req-9ca79ee9-ebd9-47ab-be92-9940befd8184 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:46.860658 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11b5ee36-53b5-494d-9f8d-6439be60f0a8 req-9ca79ee9-ebd9-47ab-be92-9940befd8184 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0537236 Jan 28 02:06:46.903071 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-11b5ee36-53b5-494d-9f8d-6439be60f0a8 req-de541c3e-63f8-4276-80dd-5496bd611726 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360708 Jan 28 02:06:47.524169 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-dd166438-1eaf-42c6-9d87-755420bb0f27 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:47.527098 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-dd166438-1eaf-42c6-9d87-755420bb0f27 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.0740819 Jan 28 02:06:47.641335 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Deleting port 43ae90d8-af01-4a48-83fb-df3ffbe42efc {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:47.641622 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:47.748824 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] For port 43ae90d8-af01-4a48-83fb-df3ffbe42efc, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=43ae90d8-af01-4a48-83fb-df3ffbe42efc,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:47.749353 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:48.272200 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:48.272956 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1661332'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:48.272956 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Floating IP f994bd34-7366-4377-a9f9-0a35a7284d24 disassociated. External IP: 172.27.1.146, port: 43ae90d8-af01-4a48-83fb-df3ffbe42efc. Jan 28 02:06:48.273234 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Calling delete_port for 43ae90d8-af01-4a48-83fb-df3ffbe42efc owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:48.334993 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581b60-980e-4c5f-831b-c205db9f4e32 req-8b5245d4-f799-4176-968f-afeab892f05b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:48.336625 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2e581b60-980e-4c5f-831b-c205db9f4e32 req-8b5245d4-f799-4176-968f-afeab892f05b tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/ports?device_id=a917e6e7-e0b8-462a-a263-b92b3907fe5a HTTP/1.1" status: 200 len: 945 time: 0.1103547 Jan 28 02:06:48.407031 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2e581b60-980e-4c5f-831b-c205db9f4e32 req-9928159d-7814-4b4e-9b91-92c37b585577 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups?id=04525523-5adf-483e-b89e-c67a35ce0012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620360 Jan 28 02:06:48.470670 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31219756'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:48.500556 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'Port': ['ID=43ae90d8-af01-4a48-83fb-df3ffbe42efc,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:48.633681 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:48.750688 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:48.760575 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:48.771288 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:48.771958 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:48.791908 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] No DVR routers for this DVR port 43ae90d8-af01-4a48-83fb-df3ffbe42efc on host hv-cinder-82497 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:48.794540 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:48.798225 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a5b5ae07-0958-45a3-93e9-d4aa4e8d1de8 req-6e8d11d1-fa60-4091-96a3-2828c67d4d25 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.100 "DELETE /v2.0/ports/43ae90d8-af01-4a48-83fb-df3ffbe42efc HTTP/1.1" status: 204 len: 173 time: 1.2645833 Jan 28 02:06:48.798692 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'name': 'network-vif-deleted', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 02:06:48.801027 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.96/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89849227e972cd461131f06ab3e1a3aea0f928793537691431cf4ffae38a36aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673dfe67-e268-417b-bf34-d6b6b6e74f03" -d '{"events": [{"server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "name": "network-vif-deleted", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:06:48.843746 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac5ca9-751e-417b-b154-4920e49af6bb x-openstack-request-id: req-a1ac5ca9-751e-417b-b154-4920e49af6bb {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:06:48.844039 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a917e6e7-e0b8-462a-a263-b92b3907fe5a", "name": "network-vif-deleted", "tag": "43ae90d8-af01-4a48-83fb-df3ffbe42efc", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:06:48.844286 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.96/compute/v2.1/os-server-external-events used request id req-a1ac5ca9-751e-417b-b154-4920e49af6bb {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:06:48.844715 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a917e6e7-e0b8-462a-a263-b92b3907fe5a', 'name': 'network-vif-deleted', 'tag': '43ae90d8-af01-4a48-83fb-df3ffbe42efc', 'status': 'completed', 'code': 200} Jan 28 02:06:49.030342 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:49.259199 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:49.305224 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:49.318950 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:49.319671 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:49.458771 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:49.513543 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51354) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:49.590589 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:49.626803 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:49.706817 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:49.710856 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:49.717032 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "DELETE /v2.0/security-groups/04525523-5adf-483e-b89e-c67a35ce0012 HTTP/1.1" status: 204 len: 168 time: 0.1966391 Jan 28 02:06:49.717851 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51356) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:49.740445 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bd069-8797-4785-8363-f350e40c066a tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04525523-5adf-483e-b89e-c67a35ce0012,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:49.743231 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.api.v2.resource [None req-ee914906-69ef-40ee-85c8-60f82a4c4996 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] show failed (client error): The resource could not be found. Jan 28 02:06:49.749037 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-ee914906-69ef-40ee-85c8-60f82a4c4996 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "GET /v2.0/security-groups/04525523-5adf-483e-b89e-c67a35ce0012 HTTP/1.1" status: 404 len: 347 time: 0.0257499 Jan 28 02:06:49.750521 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51358) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:49.761643 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:49.813219 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf98a0-59f7-49a3-ae7c-b1e736d75b97 None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:00:53Z', 'revision_number': 4, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi', '_interfaces': [{'id': '5e4ffee8-2765-451c-a01d-bd22843a60b0', 'name': '', 'network_id': 'fcd5597a-b815-4400-9cef-79a66efeb499', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'mac_address': 'fa:16:3e:4c:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:52Z', 'updated_at': '2022-01-28T02:00:57Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'subnets': [{'id': '946b9eaf-9f59-4194-9e44-bdb91f678656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:49.948830 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Deleting port 002aaf17-24d0-4acf-896a-fffa5277dad1 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:49.949265 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.022668 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 43ae90d8-af01-4a48-83fb-df3ffbe42efc no longer exists at agent hyperv_hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:50.060923 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] No Port match for: 43ae90d8-af01-4a48-83fb-df3ffbe42efc {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:50.061459 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Device 43ae90d8-af01-4a48-83fb-df3ffbe42efc not bound to the agent host hv-cinder-82497 {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:50.068904 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.069433 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.092414 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Calling delete_port for 002aaf17-24d0-4acf-896a-fffa5277dad1 owned by network:floatingip {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:50.105407 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a0cc6-e84f-496a-8411-cdf900d2bdb5 None None] New status for floating IP f994bd34-7366-4377-a9f9-0a35a7284d24: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:06:50.334937 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.365110 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Pushing event deleted for resources: {'Port': ['ID=002aaf17-24d0-4acf-896a-fffa5277dad1,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:50.431347 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.434139 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119791'] for floatingip, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:50.435949 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-6cd8211e-824a-44b5-901f-786000a8f5a5 tempest-AttachVolumeTestJSON-723581511 tempest-AttachVolumeTestJSON-723581511-project] 10.222.0.96 "DELETE /v2.0/floatingips/f994bd34-7366-4377-a9f9-0a35a7284d24 HTTP/1.1" status: 204 len: 168 time: 0.6844795 Jan 28 02:06:54.116078 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51386) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:54.802360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1663892'] for router_interface, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:55.086643 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Deleting port 5e4ffee8-2765-451c-a01d-bd22843a60b0 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:55.086995 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:55.191970 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] For port 5e4ffee8-2765-451c-a01d-bd22843a60b0, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=5e4ffee8-2765-451c-a01d-bd22843a60b0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:55.192724 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:55.206910 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Calling delete_port for 5e4ffee8-2765-451c-a01d-bd22843a60b0 owned by network:router_interface {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:55.415382 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:55.445761 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4ffee8-2765-451c-a01d-bd22843a60b0,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:55.648922 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1663992'] for router_interface, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:55.898233 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Router 83b8514b-64b2-49d3-a9a5-b475433780e4 has already been hosted by L3 agent 86fc5902-0239-48e8-912f-c60e6b204f2b {{(pid=101346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:06:56.009647 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] Notify agent at l3_agent.dv-cinder-824978-1-iscsi the message routers_updated {{(pid=101346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:06:56.015269 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7ffe3a9b-b481-4e0c-963d-be43b310c1ef admin admin] 10.222.0.96 "PUT /v2.0/routers/83b8514b-64b2-49d3-a9a5-b475433780e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974299 Jan 28 02:06:56.019679 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51398) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:56.023706 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Sync routers for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:06:56.036083 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:56.036826 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:56.152913 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:56.166985 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks [] for router, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:56.368325 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:56.399324 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Checking router: 83b8514b-64b2-49d3-a9a5-b475433780e4 for host: dv-cinder-824978-1-iscsi {{(pid=101348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:06:56.411669 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Routers {'83b8514b-64b2-49d3-a9a5-b475433780e4'} bound to L3 agent in host dv-cinder-824978-1-iscsi {{(pid=101348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:06:56.412346 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:48:32Z,description=,heartbeat_timestamp=2022-01-28T02:06:32Z,host='dv-cinder-824978-1-iscsi',id=86fc5902-0239-48e8-912f-c60e6b204f2b,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:48:32Z,topic='l3_agent')) {'router_ids': ['83b8514b-64b2-49d3-a9a5-b475433780e4'], 'active': True} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:56.548412 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:56.549775 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_dvr_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] Set router 83b8514b-64b2-49d3-a9a5-b475433780e4 gateway port host: dv-cinder-824978-1-iscsi {{(pid=101348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:06:56.617282 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Deleting port e8961763-6238-402a-9e6f-cf227db0720f {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:56.617637 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:56.734190 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] For port e8961763-6238-402a-9e6f-cf227db0720f, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=e8961763-6238-402a-9e6f-cf227db0720f,segment=NetworkSegment(8b63f7c0-e627-43cf-a1c4-6f4521797fa6),segment_id=8b63f7c0-e627-43cf-a1c4-6f4521797fa6)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:56.734831 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:56.757894 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Calling delete_port for e8961763-6238-402a-9e6f-cf227db0720f owned by network:router_gateway {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:56.776058 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.l3_hamode_db [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}], 'dv-cinder-824978-1-iscsi', False) {} {{(pid=101348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:56.805123 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82df0d4f-e66d-41c9-928c-7eb945240058 None None] The sync data for ids ['83b8514b-64b2-49d3-a9a5-b475433780e4'] in dv-cinder-824978-1-iscsi is: [{'id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'name': 'tempest-AttachVolumeTestJSON-1974317205-router', 'tenant_id': 'a20883c8bb00403490e966953c48afa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'external_fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:00:50Z', 'updated_at': '2022-01-28T02:06:55Z', 'revision_number': 5, 'project_id': 'a20883c8bb00403490e966953c48afa7', 'gw_port': {'id': 'e8961763-6238-402a-9e6f-cf227db0720f', 'name': '', 'network_id': '026d9449-80d5-4511-a615-7e6512d5039b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b8514b-64b2-49d3-a9a5-b475433780e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:00:51Z', 'updated_at': '2022-01-28T02:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db9ac111-518d-487a-901c-dd7caef6d73f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-iscsi'}] {{(pid=101348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:06:56.983550 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.018072 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8961763-6238-402a-9e6f-cf227db0720f,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:57.092321 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1661274'] for router_gateway, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.198072 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1662649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11923'] for router, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.202858 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.283480 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1662679'] for router, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.285111 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b8514b-64b2-49d3-a9a5-b475433780e4 {{(pid=101346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:06:57.294238 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] Notify callbacks [] for router, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.299978 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a3d622ed-a27f-46b4-9c5d-a9450df98144 admin admin] 10.222.0.96 "DELETE /v2.0/routers/83b8514b-64b2-49d3-a9a5-b475433780e4 HTTP/1.1" status: 204 len: 168 time: 1.2754564 Jan 28 02:06:57.300501 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51404) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:57.388865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Deleting subnet 946b9eaf-9f59-4194-9e44-bdb91f678656 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:06:57.394207 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.456695 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.473309 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 5e4ffee8-2765-451c-a01d-bd22843a60b0 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:57.507577 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 5e4ffee8-2765-451c-a01d-bd22843a60b0 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:57.507978 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 5e4ffee8-2765-451c-a01d-bd22843a60b0 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:57.596158 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.667920 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.720699 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.727754 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] 10.222.0.96 "DELETE /v2.0/subnets/946b9eaf-9f59-4194-9e44-bdb91f678656 HTTP/1.1" status: 204 len: 168 time: 0.4231410 Jan 28 02:06:57.728006 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c459f-5490-4af3-97f3-4d1735ef9a5c None None] Network fcd5597a-b815-4400-9cef-79a66efeb499 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:06:57.728122 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444230-6b3b-4492-b152-c6a8e27881ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946b9eaf-9f59-4194-9e44-bdb91f678656,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:57.729271 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51406) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:57.832752 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.906259 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Deleting port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:57.906841 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:57.976960 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] DHCP port deletion for fcd5597a-b815-4400-9cef-79a66efeb499 request from dv-cinder-824978-1-iscsi {{(pid=101347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 02:06:58.041136 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] For port 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=32208f46-6cf2-4bea-9d60-be8deb0c10d0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:58.041761 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.042053 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Deleting port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 {{(pid=101347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 02:06:58.042657 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784702736478'] for port, before_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.067106 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Calling delete_port for 32208f46-6cf2-4bea-9d60-be8deb0c10d0 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:58.117421 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] For port 32208f46-6cf2-4bea-9d60-be8deb0c10d0, host dv-cinder-824978-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-iscsi',level=0,port_id=32208f46-6cf2-4bea-9d60-be8deb0c10d0,segment=NetworkSegment(8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e),segment_id=8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e)] {{(pid=101347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:06:58.117733 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662594'] for port, precommit_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.134057 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Calling delete_port for 32208f46-6cf2-4bea-9d60-be8deb0c10d0 owned by network:dhcp {{(pid=101347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 02:06:58.208005 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30253305'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.226675 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-581947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784702737493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784702305410'] for port, after_delete {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.240749 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=32208f46-6cf2-4bea-9d60-be8deb0c10d0,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.245005 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] No DVR routers for this DVR port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 on host dv-cinder-824978-1-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:58.260363 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Pushing event deleted for resources: {'Port': ['ID=32208f46-6cf2-4bea-9d60-be8deb0c10d0,revision_number=None']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.271425 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] No DVR routers for this DVR port 32208f46-6cf2-4bea-9d60-be8deb0c10d0 on host dv-cinder-824978-1-iscsi {{(pid=101347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:06:58.274528 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.275100 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.275632 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.276191 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.276689 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.277279 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.278314 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.279062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.279062 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.279533 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.280136 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.280589 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe1fbc-8bd6-4365-9e13-98f5b9a987a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:06:58.333271 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.357848 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd5597a-b815-4400-9cef-79a66efeb499']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:58.368826 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:58.369095 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8040d5e3-1f6c-4b9f-8ab9-3937bb8f298e') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:06:58.379892 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.396000 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.405101 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:06:58.405627 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:06:58.407764 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:06:58.476710 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.484788 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.488875 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fcd5597a-b815-4400-9cef-79a66efeb499 HTTP/1.1" status: 204 len: 168 time: 0.7584598 Jan 28 02:06:58.501197 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25d00-ddd4-4994-ad48-83093c3b8f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd5597a-b815-4400-9cef-79a66efeb499,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:58.662667 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51410) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:58.708614 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-10c9a25e-c758-4ac5-bc75-8c852b0e0055 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a20883c8bb00403490e966953c48afa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446076 Jan 28 02:06:58.712059 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51412) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:06:58.786249 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.812170 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.870370 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.873691 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:58.874945 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/be3c4b82-e868-4ca8-9f40-c9ba54232ec1 HTTP/1.1" status: 204 len: 168 time: 0.1619110 Jan 28 02:06:58.883368 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebfb36-b5e3-4b39-a77a-5e6463408632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c4b82-e868-4ca8-9f40-c9ba54232ec1,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:06:59.235037 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-dd23beb8-63c3-4bc3-989f-87d82132bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:06:59.410572 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e8961763-6238-402a-9e6f-cf227db0720f no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:59.574733 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: e8961763-6238-402a-9e6f-cf227db0720f {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:59.575074 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device e8961763-6238-402a-9e6f-cf227db0720f not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:06:59.575483 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 32208f46-6cf2-4bea-9d60-be8deb0c10d0 no longer exists at agent ovs-agent-dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:06:59.596967 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.plugin [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] No Port match for: 32208f46-6cf2-4bea-9d60-be8deb0c10d0 {{(pid=101347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 02:06:59.597304 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Device 32208f46-6cf2-4bea-9d60-be8deb0c10d0 not bound to the agent host dv-cinder-824978-1-iscsi {{(pid=101347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:00.603114 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51466) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:00.761739 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21fce4d3-df5e-4e46-8a95-4a078d9c6ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:00.849357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21fce4d3-df5e-4e46-8a95-4a078d9c6ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:00.854206 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21fce4d3-df5e-4e46-8a95-4a078d9c6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:00.900835 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-21fce4d3-df5e-4e46-8a95-4a078d9c6ce6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb13a48ae3b841c594597c09cc15a453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964942 Jan 28 02:07:00.901767 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce4d3-df5e-4e46-8a95-4a078d9c6ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d8772-0595-44dd-bd48-fd576eb3ee4e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:00.905292 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51470) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:00.985853 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:01.024496 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:01.099950 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:01.104546 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:01.109360 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a60d8772-0595-44dd-bd48-fd576eb3ee4e HTTP/1.1" status: 204 len: 168 time: 0.2019982 Jan 28 02:07:01.118522 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ecb38-f2cd-4f02-8f62-27ea86316d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d8772-0595-44dd-bd48-fd576eb3ee4e,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:01.888137 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51492) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:01.964940 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-70f6f924-5603-48b7-b0cc-a29d659e5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.007609 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.v2.base [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-779401707-network', 'tenant_id': '8ff864b571a44427959cf9fd0f496cbf'}} {{(pid=101346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:02.035408 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Made reservation on behalf of 8ff864b571a44427959cf9fd0f496cbf for: {'network': 1} {{(pid=101346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:02.038278 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.048865 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.166640 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.171930 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.202739 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:07:02.214881 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fca6da-2f0c-4814-a603-31bb2d0063cc,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.221153 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.221666 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.db.segments_db [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Added segment 397d53a1-1479-4f7d-a00e-83d4fc2b850e of type vlan for network 558d5c79-d558-4257-bcbf-52ddaa88edb8 Jan 28 02:07:02.279654 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.311087 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.312146 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:02.312896 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.372138 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4826896 Jan 28 02:07:02.375532 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51496) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:02.384428 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Request body: {'subnet': {'network_id': '558d5c79-d558-4257-bcbf-52ddaa88edb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-779401707-subnet', 'tenant_id': '8ff864b571a44427959cf9fd0f496cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:02.388209 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766119-6b46-4e83-8c8b-247c4af62e65 admin admin] Pushing event updated for resources: {'Network': ['ID=558d5c79-d558-4257-bcbf-52ddaa88edb8,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.401189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network 558d5c79-d558-4257-bcbf-52ddaa88edb8 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:07:02.420847 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Made reservation on behalf of 8ff864b571a44427959cf9fd0f496cbf for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:02.424699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29599191'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.720079 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31219856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29599173'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.827641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32562acb-9867-42c1-8d8b-2285b2e6365d,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:02.842065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Checking segment: {'id': '397d53a1-1479-4f7d-a00e-83d4fc2b850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '558d5c79-d558-4257-bcbf-52ddaa88edb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:07:02.842711 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Network hostable DHCP agents. Network: 558d5c79-d558-4257-bcbf-52ddaa88edb8, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:07:02.870380 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Network 558d5c79-d558-4257-bcbf-52ddaa88edb8 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:07:02.882065 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, 558d5c79-d558-4257-bcbf-52ddaa88edb8) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:02.887714 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:02.888608 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:02.894313 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16413e-ffaf-46f6-8cc5-23ca6b740bfd None None] Network 558d5c79-d558-4257-bcbf-52ddaa88edb8 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:07:02.909395 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-05305679-f95f-4e79-8819-942295159ac2 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5322683 Jan 28 02:07:03.079024 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b134c-1b74-41a1-ac7a-9dff130f4977 None None] Network 558d5c79-d558-4257-bcbf-52ddaa88edb8 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:07:03.239083 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.526916 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51512) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:03.535187 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-914254981-network', 'tenant_id': 'ae2ac6b1b5d44290bd4bebb4b684216e'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:03.563966 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Made reservation on behalf of ae2ac6b1b5d44290bd4bebb4b684216e for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:03.566571 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582116'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.577284 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.668307 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.673311 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.703516 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:07:03.714036 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d0f67-67d2-415d-953c-45c619a2427e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:03.721157 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.721530 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Added segment 03d5859f-6874-46cb-a8b9-74cae385a5a6 of type vlan for network dec53aa2-1109-4ac4-a407-9fb81f551706 Jan 28 02:07:03.768843 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784702275539'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.797601 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.798591 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:03.799175 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:03.866646 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3374283 Jan 28 02:07:03.870139 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51514) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:03.878743 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Request body: {'subnet': {'network_id': 'dec53aa2-1109-4ac4-a407-9fb81f551706', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-914254981-subnet', 'tenant_id': 'ae2ac6b1b5d44290bd4bebb4b684216e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:07:03.886808 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25821af2-39d6-4b31-9de9-cbf70d4ef9ea admin admin] Pushing event updated for resources: {'Network': ['ID=dec53aa2-1109-4ac4-a407-9fb81f551706,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:03.908195 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.rpc [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Network dec53aa2-1109-4ac4-a407-9fb81f551706 details requested by agent ovs-agent-dv-cinder-824978-1-iscsi with host dv-cinder-824978-1-iscsi {{(pid=101347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:07:03.913685 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Made reservation on behalf of ae2ac6b1b5d44290bd4bebb4b684216e for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:07:03.916276 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29599191'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.116843 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31219856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29599173'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.176954 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8818c3f5-8cbb-4d87-9d6c-8568cab491b2,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:04.190511 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Checking segment: {'id': '03d5859f-6874-46cb-a8b9-74cae385a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dec53aa2-1109-4ac4-a407-9fb81f551706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 02:07:04.190868 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Network hostable DHCP agents. Network: dec53aa2-1109-4ac4-a407-9fb81f551706, hostable agents: ['53e5fbc5-a3a0-4107-9ced-857bcfa17d07'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:07:04.212515 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Network dec53aa2-1109-4ac4-a407-9fb81f551706 is scheduled to be hosted by DHCP agent 53e5fbc5-a3a0-4107-9ced-857bcfa17d07 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:07:04.223879 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-iscsi, dec53aa2-1109-4ac4-a407-9fb81f551706) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:07:04.228997 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:04.229770 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.235072 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8056433-2ca4-4aec-ac44-5c9da6cd6787 None None] Network dec53aa2-1109-4ac4-a407-9fb81f551706 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:07:04.250983 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1259b4ce-8954-4e6a-91fa-53690000fd21 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3795836 Jan 28 02:07:04.428388 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db236f-8de6-4181-a708-dd46e069afcb None None] Network dec53aa2-1109-4ac4-a407-9fb81f551706 requested from dv-cinder-824978-1-iscsi {{(pid=101347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 02:07:04.428554 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51518) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:04.478349 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Deleting subnet 32562acb-9867-42c1-8d8b-2285b2e6365d {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:07:04.483074 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.541845 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31202402'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.597705 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.614382 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.670351 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31219935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29599180'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.699650 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32562acb-9867-42c1-8d8b-2285b2e6365d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:04.704598 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.709661 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1d728816-e97f-4ef0-94f9-b56f53ae577d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/32562acb-9867-42c1-8d8b-2285b2e6365d HTTP/1.1" status: 204 len: 168 time: 0.2800210 Jan 28 02:07:04.712191 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51520) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:04.795961 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.889577 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.920855 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558d5c79-d558-4257-bcbf-52ddaa88edb8']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:04.921129 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.940868 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397d53a1-1479-4f7d-a00e-83d4fc2b850e') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:04.941361 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397d53a1-1479-4f7d-a00e-83d4fc2b850e') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:04.959920 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31202413'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.982766 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.993336 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:07:04.994021 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31219833'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: Traceback (most recent call last): Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: timer() Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: cb(*args, **kw) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: return func(*args, **kwargs) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: self._notify() Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: self.callback(batched_events) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: event.method(event) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: return f(self, *a, **k) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._get(url).json() Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:07:04.997607 dv-cinder-824978-1-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:07:05.097494 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.103446 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.107048 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] 10.222.0.96 "DELETE /v2.0/networks/558d5c79-d558-4257-bcbf-52ddaa88edb8 HTTP/1.1" status: 204 len: 168 time: 0.3936605 Jan 28 02:07:05.110528 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51522) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:05.119320 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47313453-414f-44a4-9815-ef5b9b95493c admin admin] Pushing event deleted for resources: {'Network': ['ID=558d5c79-d558-4257-bcbf-52ddaa88edb8,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:05.162520 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Deleting subnet 8818c3f5-8cbb-4d87-9d6c-8568cab491b2 {{(pid=101346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 02:07:05.166621 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.205787 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29848390'] for subnet, precommit_delete_associations {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.254646 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539698'] for subnet, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.314919 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1740519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30253066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29807893'] for subnet, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.345857 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8818c3f5-8cbb-4d87-9d6c-8568cab491b2,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:05.348006 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.351358 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-7caffbe2-c2ee-47ea-8982-ebe4c5abd392 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8818c3f5-8cbb-4d87-9d6c-8568cab491b2 HTTP/1.1" status: 204 len: 168 time: 0.2394648 Jan 28 02:07:05.354560 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51524) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:05.430423 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599099'] for network, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.527758 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538512', 'neutron.services.segments.db._delete_segments_for_network-8784702610728'] for network, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.553604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec53aa2-1109-4ac4-a407-9fb81f551706']}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:05.565880 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5859f-6874-46cb-a8b9-74cae385a5a6') {'for_net_delete': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:05.566227 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.services.segments.db [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5859f-6874-46cb-a8b9-74cae385a5a6') {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:05.578381 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784702719380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29848393'] for segment, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.593740 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880'] for segment, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.602003 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:07:05.602625 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-532880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30253228'] for segment, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: Traceback (most recent call last): Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: timer() Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: cb(*args, **kw) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: return func(*args, **kwargs) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: self._notify() Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: self.callback(batched_events) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: event.method(event) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: return f(self, *a, **k) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._get(url).json() Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: return self.request(url, 'GET', **kwargs) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:07:05.604969 dv-cinder-824978-1-iscsi neutron-server[101346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:07:05.668929 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1661286'] for network, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.674764 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520650'] for network, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:05.679458 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] 10.222.0.96 "DELETE /v2.0/networks/dec53aa2-1109-4ac4-a407-9fb81f551706 HTTP/1.1" status: 204 len: 168 time: 0.3229649 Jan 28 02:07:05.704876 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a8bd4-7cab-441d-9f43-80fb16fab056 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec53aa2-1109-4ac4-a407-9fb81f551706,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:05.878325 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51528) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:05.925537 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7b226c6c-e745-41a6-8a30-c1da58d3b059 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ff864b571a44427959cf9fd0f496cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457072 Jan 28 02:07:05.928378 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51530) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:05.988066 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.018152 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.101745 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.105032 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.106670 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/02fca6da-2f0c-4814-a603-31bb2d0063cc HTTP/1.1" status: 204 len: 168 time: 0.1770318 Jan 28 02:07:06.117223 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc572-e00f-4238-bb04-0d63d9ca9b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fca6da-2f0c-4814-a603-31bb2d0063cc,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:06.498913 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51536) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:06.557165 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f3c71e7f-e386-4aee-8ba1-8f33624c3aee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ae2ac6b1b5d44290bd4bebb4b684216e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569868 Jan 28 02:07:06.560345 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51538) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:06.616699 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.644724 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.701376 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.704677 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:06.706253 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/229d0f67-67d2-415d-953c-45c619a2427e HTTP/1.1" status: 204 len: 168 time: 0.1447172 Jan 28 02:07:06.717753 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da11cef-1d14-4fdc-81de-cab3e433ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d0f67-67d2-415d-953c-45c619a2427e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:13.723748 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:16.370870 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:23.847127 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51678) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:24.013602 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d109416a-6274-4710-94f7-47591fb5c38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.125288 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d109416a-6274-4710-94f7-47591fb5c38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.130120 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d109416a-6274-4710-94f7-47591fb5c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.172909 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-d109416a-6274-4710-94f7-47591fb5c38d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52fd32e2e26e4dae9e6ed9de7805264e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241386 Jan 28 02:07:24.173971 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109416a-6274-4710-94f7-47591fb5c38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ee5f9-fec6-483c-bbfd-f5189e4497fc,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:24.175973 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51682) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:24.243796 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.273512 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.350930 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.354014 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:24.355812 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d7ee5f9-fec6-483c-bbfd-f5189e4497fc HTTP/1.1" status: 204 len: 168 time: 0.1785953 Jan 28 02:07:24.369337 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e04e-637d-46f1-9b70-9fab42a58485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ee5f9-fec6-483c-bbfd-f5189e4497fc,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:25.590436 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51716) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:25.738880 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fb0266a3-8895-470d-ae5f-0db4b49547dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:25.833242 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fb0266a3-8895-470d-ae5f-0db4b49547dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:25.838957 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fb0266a3-8895-470d-ae5f-0db4b49547dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:25.885056 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-fb0266a3-8895-470d-ae5f-0db4b49547dd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=15022e3d9d01484da44522677fb2d608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933660 Jan 28 02:07:25.886210 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0266a3-8895-470d-ae5f-0db4b49547dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132a7cf8-74c5-4c0e-88f6-48f8fba13664,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:25.889022 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51720) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:25.975453 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:26.001174 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:26.062379 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:26.066121 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:26.067437 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/132a7cf8-74c5-4c0e-88f6-48f8fba13664 HTTP/1.1" status: 204 len: 168 time: 0.1769631 Jan 28 02:07:26.077744 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61cab2-b8f3-4237-9fb9-98b9ee646250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a7cf8-74c5-4c0e-88f6-48f8fba13664,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:29.233512 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ef54baf5-8f02-4070-8b5a-f5cd22d0724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.466700 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51782) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:30.592551 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73bb6949-2508-4be6-aabe-874ae6ebcca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.682008 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73bb6949-2508-4be6-aabe-874ae6ebcca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.686902 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73bb6949-2508-4be6-aabe-874ae6ebcca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.731179 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-73bb6949-2508-4be6-aabe-874ae6ebcca7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2613a6a405164773b355a8b89f0d9c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632415 Jan 28 02:07:30.731823 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb6949-2508-4be6-aabe-874ae6ebcca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e45d54-3f34-44cf-9090-555137d7aa4b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:30.734212 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51786) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:30.792983 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.816740 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.873828 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.876663 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:30.881980 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/18e45d54-3f34-44cf-9090-555137d7aa4b HTTP/1.1" status: 204 len: 168 time: 0.1461384 Jan 28 02:07:30.892577 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8b7f9-64a3-41e5-83d3-b7a9c67b47ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e45d54-3f34-44cf-9090-555137d7aa4b,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:31.259519 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51792) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:31.274391 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-901e1db1-eea4-41f5-8668-3fabf25956da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.372763 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-901e1db1-eea4-41f5-8668-3fabf25956da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.378566 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-901e1db1-eea4-41f5-8668-3fabf25956da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.453366 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-901e1db1-eea4-41f5-8668-3fabf25956da admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1acd265f8c5646c6a8a8ecc0d5eb96f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914606 Jan 28 02:07:31.454360 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e1db1-eea4-41f5-8668-3fabf25956da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b7b60-fb4e-463f-9b3d-82e346f893fe,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:31.456495 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51794) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:31.516641 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.545062 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.615696 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.618633 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:31.620147 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/283b7b60-fb4e-463f-9b3d-82e346f893fe HTTP/1.1" status: 204 len: 168 time: 0.1623101 Jan 28 02:07:31.629321 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70674b4-f4d2-4fbf-9aa6-e3cc250b1729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b7b60-fb4e-463f-9b3d-82e346f893fe,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:31.959342 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2956802f-6432-49fa-bf57-0f5a2145dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:33.212364 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:34.585121 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:34.910604 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:46.370964 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.374002 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [-] (101346) accepted ('10.222.0.96', 51922) {{(pid=101346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:49.494238 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.591317 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.595885 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.643719 dv-cinder-824978-1-iscsi neutron-server[101346]: INFO neutron.wsgi [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=31f905a59a1e41189a098bc98b0ec30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682772 Jan 28 02:07:49.644767 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b49766-fb49-4126-9dc8-324d434b26b1,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:49.646867 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.96', 51926) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 02:07:49.659670 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.660215 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.660749 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.661316 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.661866 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.662434 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.662993 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.663529 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.664072 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.664604 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.665309 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.665846 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bab7f-c657-4671-9780-dc6603782e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.714196 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.738218 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.795176 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749747'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.798186 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:07:49.799504 dv-cinder-824978-1-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f3b49766-fb49-4126-9dc8-324d434b26b1 HTTP/1.1" status: 204 len: 168 time: 0.1513510 Jan 28 02:07:49.811007 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b49766-fb49-4126-9dc8-324d434b26b1,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:49.820371 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.821073 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.822095 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.822645 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.823357 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.823848 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.824353 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.824915 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.825444 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.826006 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.826437 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:49.826867 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10501eec-bad2-4d66-828c-52bae95d723f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:50.723700 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:59.227953 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8efc9447-00ad-4078-b4cd-66b0ee7c5a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:01.966189 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0cd6ca56-4f7a-4374-af72-e77c4bbee829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:03.218387 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:04.595897 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:04.904022 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:16.401831 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:27.723563 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:08:29.244175 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-2780c198-986e-4af6-b5d1-7a7e4cbb74ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:31.961401 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-5b40be6c-38c7-4794-abc9-788cdf70dfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:33.219248 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:34.591735 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:34.908825 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:46.401481 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:08:59.228370 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe95f-93b6-4fa6-9979-7afa957039d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:01.964381 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-359f4f17-c919-4710-b546-97b66fb5d89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:03.225769 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:04.593019 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:04.723273 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:09:04.916252 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:16.397837 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:29.231438 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a3235941-7a16-4cb0-8f97-6e11f74a9917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:31.970237 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-fb58c65f-9b7a-4af9-b371-f82ac389b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:33.224983 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:34.598203 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:34.911324 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:41.723381 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:09:46.395667 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:09:59.236028 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0c19e54c-897e-42db-bb47-469556281334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:01.968108 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-c1728d81-d5ea-408c-b2a1-b69341af9371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:03.230115 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:04.601429 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:04.917877 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:16.397413 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:18.726614 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:29.240651 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-56076131-e0af-4a83-bfbd-596fc03de06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:31.963274 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-ae31747e-34bb-440f-81ef-9acbb39aa1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:33.242255 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:34.603982 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:34.919397 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:46.395215 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:10:55.727208 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:59.246749 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a6686ca9-5621-44a1-a7e2-1f1e5b835db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:01.969877 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d09edf1f-503f-4b9c-acd3-ab9c4276caee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:03.238838 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:04.607876 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:04.923462 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:16.391950 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:29.240241 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-08458a8c-63bb-4aa0-bbe4-bad0f6fe6b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:31.973402 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-38c73f54-d246-490f-adbd-d3fc9fcf5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:32.726220 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:11:33.237631 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:34.609996 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:34.924640 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:46.393008 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:11:59.243233 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-cfebec19-1722-4964-b01a-ab60e3db8b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:01.978506 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-a693ed1c-1d75-4165-a800-e27d5d316fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:03.239882 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:04.629255 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:04.937551 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:09.729881 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:12:16.391881 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:28.472054 dv-cinder-824978-1-iscsi neutron-server[101346]: DEBUG neutron.wsgi [req-c4d27098-1d19-404d-aaf2-21eed7b245cd req-910f41bf-ec69-4c39-a09b-2caf535e0f79 service neutron] (101346) timed out ('10.222.0.100', 50654) {{(pid=101346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 02:12:29.247994 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9b3e-9c2b-4733-b7f6-dbaa194d4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:31.988992 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-17441588-64e9-44f0-bbd4-e3770111b946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:33.248133 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:34.615593 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:34.923200 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:41.046626 dv-cinder-824978-1-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-606daa36-a4d8-4778-9c26-ee1ea4fc0e1c req-f1ddba84-87cf-4e12-814c-b284e5bf2f37 service neutron] (101345) timed out ('10.222.0.100', 50643) {{(pid=101345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 02:12:46.405076 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:12:46.729167 dv-cinder-824978-1-iscsi neutron-server[101348]: DEBUG neutron.db.agents_db [None req-400a710a-96d6-4559-b2d9-db42adb17924 None None] Agent healthcheck: found 6 active agents {{(pid=101348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:12:59.251401 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-5fd763c9-dc1c-4bb0-9d02-46ee38669987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:13:01.982835 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9a56d290-2ea9-4427-a490-c94b46afcb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:13:03.249840 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-e72ce626-333f-48fc-a90b-f8fde9665206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:13:04.617788 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-847a7ec8-76e8-45bd-a151-557f493f5628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:13:04.920112 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-94c8d8db-6ea6-4f2a-99c0-776d2e1fb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:13:16.419343 dv-cinder-824978-1-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-672a2742-785a-4e26-930b-8dd412f4c0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784702610306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-534878'] for agent, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}